-- Logs begin at Mon 2021-08-16 06:01:23 UTC, end at Mon 2021-08-16 07:20:47 UTC. -- Aug 16 06:46:50.153656 dv-cinder-803901-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 06:46:52.903100 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.common.config [-] Logging enabled! Aug 16 06:46:52.903744 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 06:46:52.903963 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101080) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 06:46:52.907391 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.common.config [-] Logging enabled! Aug 16 06:46:52.907655 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 06:46:52.907964 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101080) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 06:46:52.908898 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 06:46:52.909220 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 06:46:52.909594 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 06:46:52.909839 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 06:46:52.910065 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 06:46:52.910394 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.910679 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.910974 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.911241 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.911537 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.911828 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.912109 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.912424 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.912720 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.913008 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.913288 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.913571 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.913802 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.914081 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.914367 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.914653 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.914878 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] debug = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.915186 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.916301 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.916771 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.917055 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.917355 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.917637 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.917913 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.918218 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.918506 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.918838 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] host = dv-cinder-803901-6-iscsi {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.919119 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.919439 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.919731 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.920020 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.920299 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.920579 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.920866 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.921140 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.921554 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] log_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.921839 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.922132 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.922679 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.922971 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.923226 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.923455 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.923769 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.924061 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.924339 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.924617 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.924893 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.925168 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.925441 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.925713 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.925999 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.926284 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.926570 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.926846 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.927121 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.927412 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.927686 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.927975 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.928248 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.928522 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.928797 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.929081 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.929356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.929655 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.929955 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.930244 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.930525 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.930812 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.931157 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.931528 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.931871 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.932151 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.932428 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] use_json = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.932706 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.932981 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.933264 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.933539 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.933814 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.934091 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.934362 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.934648 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:52.934945 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.935295 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.935600 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.935885 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.936181 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.936462 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.936752 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.937030 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.937320 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.937607 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.937896 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.938175 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.938461 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.938737 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.939030 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.939370 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.939665 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.939959 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.940237 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.940511 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.940785 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.941087 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.941373 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.941666 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.941954 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.942230 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.942508 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.942796 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.943074 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.943369 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.943644 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.943929 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.944207 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.944479 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.944757 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.945035 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.945306 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.945574 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.945849 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.946137 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.946410 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.946750 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.947185 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.947393 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.947666 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.947951 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.948229 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.948505 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.948777 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.949054 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.949332 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.949605 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.949881 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.950152 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.950427 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.950700 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.950970 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.951265 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.951537 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.951807 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.952077 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.952352 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.952754 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.953029 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.953302 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.953574 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.953847 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.954119 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.954408 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.954704 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.954981 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.955288 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.955568 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.955845 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.956122 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.956401 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.956680 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.956960 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.957233 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.957523 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.957805 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.958106 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.958401 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.958682 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.958978 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.959300 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.959583 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.959859 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.960137 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.960426 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.960706 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.960998 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.961293 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.961585 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.961877 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.962669 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.962959 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.963297 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.963575 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:52.963790 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 06:46:52.964032 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101080) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 06:46:53.316637 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 06:46:53.316915 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 06:46:53.317201 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 06:46:53.317530 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 06:46:53.713546 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.713834 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.714112 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.715360 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.715640 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.715916 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.750744 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.751029 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.751333 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.768357 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.768638 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.768918 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.796900 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.797185 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.797722 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.833834 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.834120 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:53.834394 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.069955 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.070571 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.070571 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.070739 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.071411 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.194555 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.194880 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.195199 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.195476 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.195748 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.196063 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.196325 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.197121 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.197413 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.197662 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.198020 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.198296 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.198558 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.198815 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.199075 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.199369 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.199631 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.199907 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.200182 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.200446 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.200722 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.200974 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.201267 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.201650 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.201904 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.202152 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.202575 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 06:46:54.202808 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 06:46:54.203047 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 06:46:54.203312 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 06:46:54.203552 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 06:46:54.203792 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 06:46:54.204173 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 06:46:54.207453 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 06:46:54.211402 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 06:46:54.215919 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 16 06:46:54.217712 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 06:46:54.218181 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 06:46:54.218521 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 06:46:54.218914 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 06:46:54.221776 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 06:46:54.222033 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 06:46:54.222383 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 06:46:54.227710 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 06:46:54.250100 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 06:46:54.250561 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.250871 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101080) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 06:46:54.251263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.252615 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101080) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 06:46:54.252908 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 06:46:54.253160 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 06:46:54.256594 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.256881 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:54.320625 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 06:46:54.320806 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 06:46:54.321022 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 06:46:54.321408 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 06:46:54.342881 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_db.sqlalchemy.engines [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101080) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 06:46:55.023353 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Initializing driver for type 'gre' Aug 16 06:46:55.023897 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] gre ID ranges: [(1, 1000)] Aug 16 06:46:55.240539 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Initializing driver for type 'local' Aug 16 06:46:55.241098 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Initializing driver for type 'vlan' Aug 16 06:46:55.343675 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] VlanTypeDriver initialization complete Aug 16 06:46:55.343940 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Initializing driver for type 'vxlan' Aug 16 06:46:55.344461 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] vxlan ID ranges: [(1, 1000)] Aug 16 06:46:55.537779 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Initializing extension driver 'port_security' Aug 16 06:46:55.538126 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] PortSecurityExtensionDriver initialization complete Aug 16 06:46:55.538459 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Initializing mechanism driver 'openvswitch' Aug 16 06:46:55.538802 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Initializing mechanism driver 'hyperv' Aug 16 06:46:55.546189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:46:55.546886 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > port after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.547290 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > port after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.547950 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > port after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.548476 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 06:46:55.548915 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > subnet after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.549275 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > subnet after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.549627 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.550053 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 06:46:55.550464 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > network after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.550815 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > network after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.551195 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > network after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.551591 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 06:46:55.551997 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > security_group after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.552348 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > security_group after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.552691 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.553083 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 06:46:55.553682 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.554043 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.554391 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.554893 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 06:46:55.555342 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > address_group after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.555695 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > address_group after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.556716 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.557009 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 06:46:55.557392 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] ML2 OVO RPC backend initialized. {{(pid=101080) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 06:46:55.558103 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.558463 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.558885 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > network before_response 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.559331 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > networks before_response 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.559658 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > port before_response 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566344 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > ports before_response 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566344 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > subnet before_response 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566344 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > subnets before_response 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566344 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > network after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566659 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > network after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566659 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > network after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566659 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > port after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566659 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > port after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566946 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > port after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566946 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > subnet after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566946 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > subnet after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.566946 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.567236 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Modular L2 Plugin initialization complete Aug 16 06:46:55.567236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading services supported by the core plugin {{(pid=101080) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 06:46:55.567236 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.plugins.ml2.managers [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Got port-security extension from driver 'port_security' Aug 16 06:46:55.567236 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.extensions.vlantransparent [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Disabled vlantransparent extension. Aug 16 06:46:55.567236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101080) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 06:46:55.567236 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading Plugin: router Aug 16 06:46:55.611336 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.611667 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router after_create 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.612046 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router before_create 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.612431 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.612786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.613146 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router after_delete 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.613506 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.613871 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router after_create 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.614222 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router after_update 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.614577 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router after_update 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.614932 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.615323 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router after_update 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.615738 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router precommit_update 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.616112 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: port after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.616454 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: port after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.616799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: subnet after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.617139 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.617489 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.617836 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router precommit_create 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.618182 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: port before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.619306 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router precommit_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.626461 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router after_update 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.626461 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.626461 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router precommit_create 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.626461 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.626837 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router precommit_update 55549900 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.626837 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > agent after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.626837 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > agent after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.626837 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > network after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.627186 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Tracking information for resource: router configured {{(pid=101080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 06:46:55.627186 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Tracking information for resource: floatingip configured {{(pid=101080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 06:46:55.628385 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.db.l3_agentschedulers_db [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 06:46:55.629083 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: port after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.629450 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: port after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.629808 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: port after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.630167 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: port after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.630997 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router before_create 55550100 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.631394 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.631763 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router precommit_create 55550100 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.632125 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > router precommit_update 55550100 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.636654 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.services.provider_configuration [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service providers = [] {{(pid=101080) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 06:46:55.637026 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.db.servicetype_db [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101080) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 06:46:55.640111 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.services.service_base [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 06:46:55.640465 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.services.service_base [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 06:46:55.640812 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.services.service_base [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 06:46:55.641702 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.services.service_base [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 06:46:55.642082 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.services.service_base [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 06:46:55.642470 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 06:46:55.642794 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 06:46:55.653520 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 06:46:55.659054 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading Plugin: auto_allocate Aug 16 06:46:55.664219 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: network precommit_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.664597 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: network precommit_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.665125 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 06:46:55.665985 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading Plugin: tag Aug 16 06:46:55.672871 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 06:46:55.673205 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading Plugin: timestamp Aug 16 06:46:55.677269 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 06:46:55.677608 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading Plugin: network_ip_availability Aug 16 06:46:55.684669 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.685051 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.685412 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.686140 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 06:46:55.686465 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading Plugin: flavors Aug 16 06:46:55.691202 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 06:46:55.691542 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading Plugin: revisions Aug 16 06:46:55.695900 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 06:46:55.696297 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_concurrency.lockutils [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.379s {{(pid=101080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 06:46:55.697763 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101080) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 06:46:55.698110 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Initializing extension manager. Aug 16 06:46:55.698631 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: __init__.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.698981 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: __pycache__ {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.699349 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.699688 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: address_group.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.700460 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.701046 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: address-group Aug 16 06:46:55.701376 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: address_scope.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.702095 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.702619 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: address-scope Aug 16 06:46:55.702947 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.716291 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.716856 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: router-admin-state-down-before-update Aug 16 06:46:55.717199 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: agent.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.718182 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.718713 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: agent Aug 16 06:46:55.719190 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: agent_resources_synced.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.720105 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.720628 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: agent-resources-synced Aug 16 06:46:55.720960 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: allowedaddresspairs.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.722812 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.723379 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: allowed-address-pairs Aug 16 06:46:55.723710 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: auto_allocated_topology.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.724807 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.725333 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: auto-allocated-topology Aug 16 06:46:55.725666 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: availability_zone.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.726370 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.726891 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: availability_zone Aug 16 06:46:55.727247 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: availability_zone_filter.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.728241 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.728760 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: availability_zone_filter Aug 16 06:46:55.729087 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: data_plane_status.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.730005 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.730522 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 06:46:55.730849 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: default_subnetpools.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.731811 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.732334 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: default-subnetpools Aug 16 06:46:55.732667 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.733504 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.734030 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: dhcp_agent_scheduler Aug 16 06:46:55.734357 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: dns.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.735320 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.735844 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 06:46:55.736175 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: dns_domain_ports.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.737141 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.737658 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 06:46:55.737986 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.738909 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.739471 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 06:46:55.739796 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: dvr.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.740473 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.740990 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: dvr Aug 16 06:46:55.741313 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: ecmp_routes.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.742233 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.742748 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 06:46:55.743071 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: empty_string_filtering.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.744038 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.744554 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: empty-string-filtering Aug 16 06:46:55.744879 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.745790 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.746303 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 06:46:55.746635 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.747579 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.748096 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 06:46:55.748421 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: external_net.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.756652 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.757342 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: external-net Aug 16 06:46:55.757914 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.758400 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.759460 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: extra_dhcp_opt Aug 16 06:46:55.759890 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: extraroute.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.760815 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.761423 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: extraroute Aug 16 06:46:55.762510 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: extraroute_atomic.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.763098 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.764225 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: extraroute-atomic Aug 16 06:46:55.764225 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: filter_validation.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.764419 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.764832 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: filter-validation Aug 16 06:46:55.765194 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: fip_pf_description.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.766132 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.766640 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 06:46:55.766964 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: fip_port_details.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.767916 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.768438 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: fip-port-details Aug 16 06:46:55.768765 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: flavors.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.770027 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.770553 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: flavors Aug 16 06:46:55.770887 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.772628 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.773169 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 06:46:55.773505 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: floatingip_pools.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.780183 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.780183 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: floatingip-pools Aug 16 06:46:55.780183 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: ip_allocation.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.780949 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.781472 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 06:46:55.781805 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.782731 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.783321 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: ip-substring-filtering Aug 16 06:46:55.783653 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: l2_adjacency.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.784591 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.785109 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 06:46:55.785439 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: l3.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.786628 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.787197 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: router Aug 16 06:46:55.787562 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.789995 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.790815 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 06:46:55.791458 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.792708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.793256 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: ext-gw-mode Aug 16 06:46:55.793595 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.794584 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.795107 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: l3-ha Aug 16 06:46:55.795462 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: l3_flavors.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.796392 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.796916 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: l3-flavors Aug 16 06:46:55.797242 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.798445 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.798975 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 06:46:55.799333 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: l3agentscheduler.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.800414 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.800939 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: l3_agent_scheduler Aug 16 06:46:55.801273 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: logging.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.808903 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.809563 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension logging not supported by any of loaded plugins Aug 16 06:46:55.809969 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: metering.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.810512 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.811110 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: metering Aug 16 06:46:55.811557 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.812804 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.813379 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: metering_source_and_destination_fields Aug 16 06:46:55.813720 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: multiprovidernet.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.814674 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.815250 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: multi-provider Aug 16 06:46:55.815725 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: netmtu.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.816945 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.817597 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: net-mtu Aug 16 06:46:55.817944 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: netmtu_writable.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.819168 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.819807 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: net-mtu-writable Aug 16 06:46:55.820391 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: network_availability_zone.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.821543 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.823034 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: network_availability_zone Aug 16 06:46:55.823401 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: network_ip_availability.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.824603 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.825145 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: network-ip-availability Aug 16 06:46:55.825487 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: network_segment_range.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.826303 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.826826 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 06:46:55.827224 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: pagination.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.828235 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.828594 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: pagination Aug 16 06:46:55.828931 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: port_device_profile.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.829874 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.830407 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: port-device-profile Aug 16 06:46:55.830739 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.831931 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.832249 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: port-mac-address-regenerate Aug 16 06:46:55.832582 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.833524 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.834050 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: port-numa-affinity-policy Aug 16 06:46:55.834408 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: port_resource_request.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.835393 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.835923 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 06:46:55.836277 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: portbindings.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.838360 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.838889 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: binding Aug 16 06:46:55.839262 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: portbindings_extended.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.840749 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.841282 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: binding-extended Aug 16 06:46:55.841620 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: portsecurity.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.842550 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.843079 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: port-security Aug 16 06:46:55.843442 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: project_id.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.844435 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.844790 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: project-id Aug 16 06:46:55.845122 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: providernet.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.846085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.846612 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: provider Aug 16 06:46:55.846945 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.850482 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.851026 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos not supported by any of loaded plugins Aug 16 06:46:55.851408 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.852703 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.853584 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 06:46:55.853940 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.854893 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.855485 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 06:46:55.855828 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos_default.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.856780 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.857310 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos-default not supported by any of loaded plugins Aug 16 06:46:55.857645 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos_fip.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.858329 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.858841 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 06:46:55.859199 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos_gateway_ip.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.860155 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.860683 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 06:46:55.861017 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos_port_network_policy.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.861996 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.862486 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 06:46:55.862843 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos_pps_rule.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.869873 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.870420 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 06:46:55.870764 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos_rule_type_details.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.871750 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.872283 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 06:46:55.872618 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: qos_rules_alias.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.873701 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.874235 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 06:46:55.874569 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: quotasv2.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.875596 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.875935 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: quotas Aug 16 06:46:55.876267 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: quotasv2_detail.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.879466 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.879814 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: quota_details Aug 16 06:46:55.880157 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: rbac.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.881476 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.882026 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: rbac-policies Aug 16 06:46:55.882359 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: rbac_address_group.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.883355 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.883889 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: rbac-address-group Aug 16 06:46:55.884831 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: rbac_address_scope.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.886057 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.886603 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: rbac-address-scope Aug 16 06:46:55.886939 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: rbac_security_groups.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.887911 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.888439 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: rbac-security-groups Aug 16 06:46:55.888773 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: rbac_subnetpool.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.889701 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.890230 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: rbac-subnetpool Aug 16 06:46:55.890563 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: revisionifmatch.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.891565 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.892103 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: revision-if-match Aug 16 06:46:55.892432 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: revisions.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.903569 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.904430 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: standard-attr-revisions Aug 16 06:46:55.904775 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: router_availability_zone.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.905883 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.906769 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: router_availability_zone Aug 16 06:46:55.907367 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: routerservicetype.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.908648 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.909189 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 06:46:55.909523 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.910575 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.911109 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: security-groups-normalized-cidr Aug 16 06:46:55.911484 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.912434 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.912995 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: port-security-groups-filtering Aug 16 06:46:55.913330 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.914317 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.914855 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: security-groups-remote-address-group Aug 16 06:46:55.915255 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: securitygroup.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.928349 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.928927 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: security-group Aug 16 06:46:55.931870 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: segment.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.931870 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.931870 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension segment not supported by any of loaded plugins Aug 16 06:46:55.931870 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.932886 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.933539 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 06:46:55.934078 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: servicetype.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.935634 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.936203 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: service-type Aug 16 06:46:55.936542 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: sorting.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.937575 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.937919 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: sorting Aug 16 06:46:55.938253 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: standard_attr_segment.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.939234 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.939763 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 06:46:55.940097 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: standardattrdescription.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.940773 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.941293 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: standard-attr-description Aug 16 06:46:55.941629 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: stateful_security_group.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.942616 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.943172 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: stateful-security-group Aug 16 06:46:55.943512 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: stdattrs_common.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.944119 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 06:46:55.944447 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.945401 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.945956 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 06:46:55.946286 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: subnet_onboard.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.948224 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.948826 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: subnet_onboard Aug 16 06:46:55.949360 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.950591 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.951314 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 06:46:55.951899 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: subnet_service_types.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.952897 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.953430 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: subnet-service-types Aug 16 06:46:55.953962 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: subnetallocation.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.954941 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.955503 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: subnet_allocation Aug 16 06:46:55.955947 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.957144 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.957891 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: subnetpool-prefix-ops Aug 16 06:46:55.958461 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.959532 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.960091 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 06:46:55.960421 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: tagging.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.961564 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.962257 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: standard-attr-tag Aug 16 06:46:55.962728 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: timestamp.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.967436 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.967995 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loaded extension: standard-attr-timestamp Aug 16 06:46:55.968334 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: trunk.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.969618 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.970400 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension trunk not supported by any of loaded plugins Aug 16 06:46:55.970835 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: trunk_details.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.972153 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.972990 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 06:46:55.973544 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: uplink_status_propagation.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.974900 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.975795 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 06:46:55.976310 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Loading extension file: vlantransparent.py {{(pid=101080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 06:46:55.977231 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 06:46:55.977793 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 06:46:55.982202 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:network Aug 16 06:46:55.982807 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:subnet Aug 16 06:46:55.983246 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 06:46:55.983651 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:port Aug 16 06:46:55.984996 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:55.985477 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service FLAVORS assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:55.986106 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:55.986582 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:55.986957 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:router Aug 16 06:46:55.987560 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 06:46:55.988146 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service METERING assigned prefix: /metering {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:55.989637 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.990014 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.990416 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:46:55.991496 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 06:46:55.991963 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:security_group Aug 16 06:46:55.992402 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 06:46:55.995063 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service CORE assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:55.995455 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 06:46:55.995861 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] subnetpool is already registered Aug 16 06:46:55.996629 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service CORE assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:55.997236 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 06:46:56.004952 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] subnetpool is already registered Aug 16 06:46:56.004952 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:56.004952 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service FLAVORS assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:56.004952 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:56.004952 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:56.004952 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:router Aug 16 06:46:56.004952 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] router is already registered Aug 16 06:46:56.004952 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 06:46:56.005599 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] floatingip is already registered Aug 16 06:46:56.005599 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service METERING assigned prefix: /metering {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:56.005950 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 06:46:56.006444 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] rbac_policy is already registered Aug 16 06:46:56.006878 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:security_group Aug 16 06:46:56.007410 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] security_group is already registered Aug 16 06:46:56.008045 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 06:46:56.008372 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] security_group_rule is already registered Aug 16 06:46:56.009984 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service CORE assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:56.010512 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 06:46:56.011065 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] subnetpool is already registered Aug 16 06:46:56.011793 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.v2.resource_helper [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Service CORE assigned prefix: {{(pid=101080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 06:46:56.012334 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 06:46:56.012877 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING neutron.quota.resource_registry [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] subnetpool is already registered Aug 16 06:46:56.013685 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: extensions {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.016216 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: address-groups {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.018783 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: address-scopes {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.020788 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: agents {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.021990 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: auto-allocated-topology {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.023307 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: availability_zones {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.024618 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: dhcp-networks {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.026527 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: dhcp-agents {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.028876 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: routers {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.030744 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: flavors {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.032029 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: service_profiles {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.033754 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: next_providers {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.035897 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: service_profiles {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.038603 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: floatingip-pools {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.044693 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: routers {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.044693 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: floatingips {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.045805 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: l3-routers {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.047240 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: l3-agents {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.048925 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: metering-labels {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.050235 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: metering-label-rules {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.052132 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: network-ip-availabilities {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.053683 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: bindings {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.055269 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: quotas {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.057812 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: quotas {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.060070 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: rbac-policies {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.061873 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: security-groups {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.064174 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: security-group-rules {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.066370 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: service-providers {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.068563 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: subnetpools {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.070806 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: subnetpools {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.073367 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.075153 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.077027 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.079611 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.081418 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.085340 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.088361 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.091620 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.094669 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.096499 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron.api.extensions [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Extended resource: tags {{(pid=101080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 06:46:56.103441 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING keystonemiddleware.auth_token [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 06:46:56.109127 dv-cinder-803901-6-iscsi neutron-server[101080]: WARNING keystonemiddleware.auth_token [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 06:46:56.119957 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_concurrency.lockutils [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Acquired lock "singleton_lock" {{(pid=101080) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 06:46:56.120462 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_concurrency.lockutils [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Releasing lock "singleton_lock" {{(pid=101080) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 06:46:56.121129 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO oslo_service.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Starting 2 workers Aug 16 06:46:56.126613 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Started child 101191 {{(pid=101080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 06:46:56.131724 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:46:56.132491 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Started child 101192 {{(pid=101080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 06:46:56.133271 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [-] (101191) wsgi starting up on http://0.0.0.0:9696 Aug 16 06:46:56.134729 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO neutron.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 06:46:56.135743 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Notify callbacks [] for process, before_spawn {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:46:56.137508 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:46:56.138921 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [-] (101192) wsgi starting up on http://0.0.0.0:9696 Aug 16 06:46:56.139396 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO oslo_service.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Starting 1 workers Aug 16 06:46:56.145581 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Started child 101193 {{(pid=101080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 06:46:56.154720 dv-cinder-803901-6-iscsi neutron-server[101080]: INFO oslo_service.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Starting 1 workers Aug 16 06:46:56.154869 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] calling RpcWorker wait() {{(pid=101193) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 06:46:56.154869 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] returning from RpcWorker wait() {{(pid=101193) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 06:46:56.155581 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Started child 101194 {{(pid=101080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 06:46:56.155663 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:46:56.155663 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:46:56.155784 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb171477-7f11-411a-a4b2-d45a3019a031 None None] Notify callbacks [] for process, after_spawn {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:46:56.155784 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101080) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 06:46:56.155784 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 06:46:56.155784 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 06:46:56.155784 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 06:46:56.155784 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 06:46:56.155784 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 06:46:56.156537 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.156634 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:46:56.157024 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.157097 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.157363 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.157799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.158658 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.158961 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.159359 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.159832 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.160145 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.160334 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.160514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.160795 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.161040 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.161343 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.161626 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.161893 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.162151 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.162330 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.162605 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.162873 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.163159 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.163435 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] debug = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.163707 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.164219 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.164486 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.164746 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.164993 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.165327 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.165628 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.166064 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.166439 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.166705 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.166968 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.167298 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.167659 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.168007 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.168244 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.168588 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.168974 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.169733 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] host = dv-cinder-803901-6-iscsi {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.170017 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.170258 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.170530 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.171011 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.171198 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.171342 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.171586 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.171841 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.172103 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.172722 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.172961 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.173160 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.173311 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.173593 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.173743 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_options = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.173966 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.174237 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.174518 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.174717 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.174893 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.175077 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.175356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.175503 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.175772 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.175994 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.176373 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.176765 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.177128 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.177517 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.177884 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.178197 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.178474 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.178666 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.178943 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.179228 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.184236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.184236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.184236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.184236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.184236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.184236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.184236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.184236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.184236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.185403 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.185403 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.185403 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.185403 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.185403 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.185403 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.185403 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.185403 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.186411 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.186411 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.186411 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.186411 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.186411 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.186411 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.187311 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.187311 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.187311 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_json = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.187311 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.189054 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.189054 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.189054 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.189054 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.189054 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.189054 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.190608 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:46:56.190766 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.190766 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.190766 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.190766 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.190766 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.191513 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.191953 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.192369 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.192634 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.192921 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.193184 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.195525 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.195785 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.196099 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.196386 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.197249 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.197574 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.197920 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.198355 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.198772 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.199839 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.199839 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.199839 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.200099 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.200226 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.200515 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.200800 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.201053 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.201306 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.201538 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.201768 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.202011 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.202262 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.202637 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.202798 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.203028 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.203314 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.203578 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.203802 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.204192 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.204601 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.205339 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.205528 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.211276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.211276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.211276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.211276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.211276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.211276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.211276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.211276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.211276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212914 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.212914 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.213396 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.213638 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.213983 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.214517 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.214908 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.216587 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.216885 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.217165 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.217424 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.217883 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.217883 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.218126 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.218356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.218581 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.218810 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.219054 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.219297 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.219527 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.219769 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.219992 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.220210 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.220521 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.220735 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.221059 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.221397 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.221642 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.221921 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.222156 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.222464 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.222729 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.222975 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.223248 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.223524 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.223807 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.224069 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.224364 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.224617 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.224850 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.225073 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.225323 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.225546 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.225797 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.226033 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.226290 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.226530 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.226809 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.227071 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.227355 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.227591 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.228384 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.228680 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.229074 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.230447 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.231268 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.233854 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.233854 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.233854 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.233854 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.235602 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.236512 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.236799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.237055 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.237812 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.238246 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.238600 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.239835 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.240153 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.240408 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.240645 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.241189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.241189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.241852 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.242234 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.243103 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.243477 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.244202 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.244551 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.244942 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.245357 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.245794 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.246607 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.246885 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.251475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.251756 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.252024 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.252305 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.252550 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.252819 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.253094 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.253353 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.253585 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.253815 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.254141 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.254372 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.254608 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.254854 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.255108 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.255359 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.255618 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.255840 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.256070 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.256358 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.262541 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.262541 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.262541 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.262541 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.262541 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.262541 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.262541 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.262541 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263115 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263115 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263115 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263115 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263115 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263115 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263115 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263115 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263825 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263825 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263825 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.263825 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.264202 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.264453 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.264823 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.265143 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.265522 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.265794 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.266067 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.266326 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.266554 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.266820 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.267072 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.267356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.267582 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.267834 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.268100 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.268382 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.268615 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.268878 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.269100 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.269394 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.269656 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.269887 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.270106 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.270424 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.270693 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.270933 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.271235 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.271485 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.271720 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.271943 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.272164 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.272375 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.272611 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.272857 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.273071 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.273296 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.273508 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.273719 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.273976 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.274260 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.274481 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.275400 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.275591 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.275815 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.276043 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.276263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.276474 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.276703 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.276983 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.277194 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.277415 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.277635 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.277846 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.278073 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.278286 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.278494 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.278714 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.278939 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.279179 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.279620 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.279771 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.279991 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.280276 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.280511 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.280760 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.281020 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.281406 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.281723 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.281995 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.282300 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.282729 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.283121 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.283539 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.283866 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.284148 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.284429 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.284689 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.284968 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.285251 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.285521 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.285735 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.286120 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.286449 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.286721 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.286986 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.287263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291204 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291204 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291204 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291204 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291204 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291204 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291204 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291204 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291204 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291891 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291891 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291891 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291891 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291891 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291891 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291891 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.291891 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 06:46:56.292456 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101080) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 06:46:56.292456 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 06:46:56.292456 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 06:46:56.292677 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 06:46:56.292802 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 06:46:56.292959 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 06:46:56.293178 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.293346 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.293516 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.293777 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.293884 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.294063 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.294208 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.294354 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.294634 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.294916 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.295233 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.295468 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.295677 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.295797 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.296436 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.296436 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.296624 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.296801 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.297006 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.297171 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.297681 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.298161 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.298331 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] debug = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.298491 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.298824 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.299086 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.299384 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.299653 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.299920 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.300179 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.300444 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.300705 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.300976 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.301241 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.301506 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.301774 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.302041 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.302304 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.302582 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.302858 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.303122 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] host = dv-cinder-803901-6-iscsi {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.303418 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.303674 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.303930 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.304174 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.304439 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.304708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.304976 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.305238 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.305507 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.305727 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.305944 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.306140 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.306312 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.306478 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.306877 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_options = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.307049 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.307238 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.307403 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.307604 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.307827 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.308043 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.308136 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.308274 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.308431 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.308611 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.308794 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.308900 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.309063 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.309225 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.309386 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.309547 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.309708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.309868 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.310029 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.310190 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.310351 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.310581 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.310746 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.310907 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.311423 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.311423 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.311423 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.311665 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.311744 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.311872 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.312034 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.312194 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.312357 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.312524 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.312685 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.312905 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.313005 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.313151 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.313319 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.313478 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.313812 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.313977 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.314139 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.314300 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.314462 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.314622 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_json = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.314788 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.314999 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.315111 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.315287 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.315458 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.315610 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.315772 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.322050 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 06:46:56.322161 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:46:56.322265 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322265 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322265 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322265 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322265 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322265 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322265 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322265 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.322786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323356 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323903 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323903 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323903 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323903 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323903 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323903 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323903 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.323903 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.324475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.324475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.324475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.324475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.324475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.324475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.324475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.324475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.324475 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325085 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325652 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325652 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325652 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325652 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325652 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325652 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.325652 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.326109 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.326109 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.326109 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.326308 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.326484 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.326580 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.326718 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.326908 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.327114 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.327305 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.327469 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.327632 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.327796 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.327959 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.328125 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.328290 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.328455 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.328762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.328922 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.329096 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.329264 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.329454 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.329597 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.329762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.329927 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.330096 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.330284 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.330534 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.330912 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.330912 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.331190 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.331364 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.331511 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.331760 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.332039 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.332329 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.332633 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.332915 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.333192 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.333392 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.333567 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.333741 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.334050 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.334217 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.334385 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.334553 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.334718 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.334883 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.335047 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.335236 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.335401 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.335564 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.335727 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.335891 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.336067 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.336242 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.336394 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.336551 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.336680 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.336859 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.337024 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.337747 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.338385 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 54960) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:46:56.339517 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.339780 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.341111 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.341367 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.341553 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.341732 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.341909 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.342084 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.342268 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.342453 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.342675 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.342846 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.342931 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.343147 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.343330 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.343497 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.343665 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.343829 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.344077 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.344158 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.344303 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.344473 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.344661 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.345135 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.345135 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.345393 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.345523 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.345649 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.345779 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.345917 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.346045 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.346198 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.346379 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.346531 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.347261 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.347421 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063138 Aug 16 06:46:56.347554 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.348317 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.348427 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.348504 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.348672 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.348839 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.349110 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.349283 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.349518 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.349675 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.349858 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.351189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.351189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.351189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.351189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.351189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.351189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.351189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.351189 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.358708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.358708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.358708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.358708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.358708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.358708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.358708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.358708 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.359514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.359514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.359514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.359514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.359514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.359514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.359514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.359514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360170 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360745 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360745 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360745 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360745 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360745 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360745 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360745 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.360745 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361263 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.361762 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362299 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362299 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362299 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362299 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362299 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362299 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362299 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362299 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.362799 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363319 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363319 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363319 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363319 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363319 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363319 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363319 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363319 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363790 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363790 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363790 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363790 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363790 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.363790 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.364119 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.364119 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.364234 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365081 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365081 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365081 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365081 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365081 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365388 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365388 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365514 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365634 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365798 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.365969 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.366151 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.366318 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.366482 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.366705 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.366795 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.366958 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.367181 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.367519 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.367690 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.367937 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.368034 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.368206 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.368482 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.368693 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.368949 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.369143 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.369284 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.369453 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.369619 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.369786 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 06:46:56.369948 dv-cinder-803901-6-iscsi neutron-server[101080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 06:47:07.885948 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dfd7f8-e3a2-471a-9737-11999bd3da58 None None] get_active_networks_info from dv-cinder-803901-6-iscsi {{(pid=101193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 06:47:07.960082 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfd7f8-e3a2-471a-9737-11999bd3da58 None None] No non-hosted networks {{(pid=101193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 06:47:07.966760 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.agentschedulers_db [None req-26dfd7f8-e3a2-471a-9737-11999bd3da58 None None] DHCP Agent not found on host dv-cinder-803901-6-iscsi {{(pid=101193) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 06:47:08.077579 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1e98bb87-5d95-4139-be3d-7be1c2f8addc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496123'] for agent, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:10.800771 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496123'] for agent, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:10.803099 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.804176 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.804980 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.806942 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.811499 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.811499 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.811499 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.811499 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.811499 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.812282 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.812282 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.812282 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:10.812282 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803901-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:10.818729 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803901-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:10.984213 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-72cb5e93-e9e4-47b8-b2b3-7502e9a65530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496123'] for agent, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:11.035480 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.db.api [None req-ba0a38d6-cfc2-4c29-90ac-8905529552c2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-803901-6-iscsi {{(pid=101193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 06:47:11.035895 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG oslo_db.api [None req-ba0a38d6-cfc2-4c29-90ac-8905529552c2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 06:47:11.635010 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ba0a38d6-cfc2-4c29-90ac-8905529552c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:11.914474 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496123'] for agent, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:13.326296 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496123'] for agent, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:14.438114 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55054) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:14.939474 dv-cinder-803901-6-iscsi neutron-server[101192]: WARNING oslo_policy.policy [None req-ece17ea7-06f5-48a8-aa41-906b8d40be9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 06:47:14.940071 dv-cinder-803901-6-iscsi neutron-server[101192]: WARNING oslo_policy.policy [None req-ece17ea7-06f5-48a8-aa41-906b8d40be9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 06:47:15.163407 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [None req-ece17ea7-06f5-48a8-aa41-906b8d40be9e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 06:47:15.164621 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-ece17ea7-06f5-48a8-aa41-906b8d40be9e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7255356 Aug 16 06:47:16.242612 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.db.l3_hamode_db [None req-0458288d-4319-46c3-b922-ec8c28b14708 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 06:47:16.319697 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458288d-4319-46c3-b922-ec8c28b14708 None None] Routers set() bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:47:16.320092 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458288d-4319-46c3-b922-ec8c28b14708 None None] Router IDs set() for agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 06:47:17.500038 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55068) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:17.811188 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-ee14a3a5-0b9a-420b-addf-525608cefa50 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:47:17.906063 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.policy [None req-ee14a3a5-0b9a-420b-addf-525608cefa50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 06:47:17.951299 dv-cinder-803901-6-iscsi neutron-server[101192]: WARNING oslo_policy.policy [None req-ee14a3a5-0b9a-420b-addf-525608cefa50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 06:47:17.951721 dv-cinder-803901-6-iscsi neutron-server[101192]: WARNING oslo_policy.policy [None req-ee14a3a5-0b9a-420b-addf-525608cefa50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 06:47:17.960229 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.quota [None req-ee14a3a5-0b9a-420b-addf-525608cefa50 admin admin] Loaded quota_driver: . Aug 16 06:47:18.121677 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ee14a3a5-0b9a-420b-addf-525608cefa50 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766676767394', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766676766975', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766676747567', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766676753144', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766676390554', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766676740651', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16258172', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16035675', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-385436', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1768406'] for rbac-policy, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:18.337795 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ee14a3a5-0b9a-420b-addf-525608cefa50 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:18.339069 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-ee14a3a5-0b9a-420b-addf-525608cefa50 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8379755 Aug 16 06:47:20.878413 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55080) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:21.186790 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Request body: {'network': {'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'name': 'private', 'admin_state_up': True, 'project_id': '3aaf5450c0d24c708130a87ed48363bc'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:47:21.268958 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Made reservation on behalf of 3aaf5450c0d24c708130a87ed48363bc for: {'network': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:47:21.271924 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:21.290222 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:21.411440 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:21.446485 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:21.469785 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:47:21.494857 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766673731175', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:21.495461 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Unsubscribe: segment precommit_create {{(pid=101192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 06:47:21.495986 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.segments_db [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Added segment bcf8a4d7-bb95-426a-9dd6-24cac56e87a0 of type vlan for network 8a586eb2-c1b3-4609-b33b-d02cb278524a Aug 16 06:47:21.513097 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9520c363-1586-4e28-9bcb-558619ed4ad0,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:21.562549 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.562901 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.563269 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.563607 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.563940 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.564290 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.564625 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.564968 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.565315 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.565645 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.565966 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.566289 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Tracked resource versions report: Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: pushed versions: Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: { 'AddressGroup': {'1.2'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'ConntrackHelper': {'1.0'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Log': {'1.0'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Network': {'1.1'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Port': {'1.7'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'PortForwarding': {'1.2'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'QosPolicy': {'1.9'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SecurityGroup': {'1.4'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SecurityGroupRule': {'1.2'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SubPort': {'1.0'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Subnet': {'1.1'}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Trunk': {'1.1'}} Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: consumer versions: Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: { DHCP agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: L3 agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: Metadata agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: Metering agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: Open vSwitch agent@dv-cinder-803901-6-iscsi: { 'AddressGroup': '1.2', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'ConntrackHelper': '1.0', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Log': '1.0', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Network': '1.1', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Port': '1.7', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'PortForwarding': '1.2', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'QosPolicy': '1.9', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SecurityGroup': '1.4', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SecurityGroupRule': '1.2', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SubPort': '1.0', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Subnet': '1.1', Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Trunk': '1.1'}} Aug 16 06:47:21.567450 dv-cinder-803901-6-iscsi neutron-server[101192]: {{(pid=101192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 06:47:21.618595 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:21.714527 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:21.715560 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:47:21.716196 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:21.810638 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8a586eb2-c1b3-4609-b33b-d02cb278524a,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:21.821708 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 8a586eb2-c1b3-4609-b33b-d02cb278524a details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:47:21.846363 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-0b57bdfd-e682-4bab-b817-88e42dbcd7b3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9668899 Aug 16 06:47:24.452752 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 55094) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:24.952403 dv-cinder-803901-6-iscsi neutron-server[101191]: WARNING oslo_policy.policy [None req-ea68f2d4-2923-4ea3-b3f3-8998702c0caa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 06:47:24.952991 dv-cinder-803901-6-iscsi neutron-server[101191]: WARNING oslo_policy.policy [None req-ea68f2d4-2923-4ea3-b3f3-8998702c0caa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 06:47:25.391108 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.policy [None req-ea68f2d4-2923-4ea3-b3f3-8998702c0caa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101191) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 06:47:25.438573 dv-cinder-803901-6-iscsi neutron-server[101191]: WARNING oslo_policy.policy [None req-ea68f2d4-2923-4ea3-b3f3-8998702c0caa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 06:47:25.439073 dv-cinder-803901-6-iscsi neutron-server[101191]: WARNING oslo_policy.policy [None req-ea68f2d4-2923-4ea3-b3f3-8998702c0caa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 06:47:25.448629 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea68f2d4-2923-4ea3-b3f3-8998702c0caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:47:25.450539 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ea68f2d4-2923-4ea3-b3f3-8998702c0caa admin admin] 10.222.0.20 "GET /v2.0/networks/8a586eb2-c1b3-4609-b33b-d02cb278524a HTTP/1.1" status: 200 len: 824 time: 0.9957273 Aug 16 06:47:25.490472 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-44d22456-b60e-4c01-b3cc-ee85242a130b admin admin] 10.222.0.20 "GET /v2.0/subnetpools/ef03ad3d-7a23-4444-a0a0-b86119929d02 HTTP/1.1" status: 200 len: 734 time: 0.0336871 Aug 16 06:47:25.500082 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a', 'subnetpool_id': 'ef03ad3d-7a23-4444-a0a0-b86119929d02', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:47:25.501638 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.quota [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Loaded quota_driver: . Aug 16 06:47:25.645639 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Made reservation on behalf of 3aaf5450c0d24c708130a87ed48363bc for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:47:25.649048 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:25.994806 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:26.063882 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Checking segment: {'id': 'bcf8a4d7-bb95-426a-9dd6-24cac56e87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:47:26.064287 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Network hostable DHCP agents. Network: 8a586eb2-c1b3-4609-b33b-d02cb278524a, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:47:26.078082 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca82c1fc-50ad-4da7-91fe-a0c7911ffec6,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:26.088571 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.088924 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.089259 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.089586 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.089910 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.090236 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.090555 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.090886 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.091328 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.091571 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.091929 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.092276 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Tracked resource versions report: Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: pushed versions: Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: { 'AddressGroup': {'1.2'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'ConntrackHelper': {'1.0'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Log': {'1.0'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Network': {'1.1'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Port': {'1.7'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'PortForwarding': {'1.2'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'QosPolicy': {'1.9'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SecurityGroup': {'1.4'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SecurityGroupRule': {'1.2'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SubPort': {'1.0'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Subnet': {'1.1'}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Trunk': {'1.1'}} Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: consumer versions: Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: { DHCP agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: L3 agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: Metadata agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: Metering agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: Open vSwitch agent@dv-cinder-803901-6-iscsi: { 'AddressGroup': '1.2', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'ConntrackHelper': '1.0', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Log': '1.0', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Network': '1.1', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Port': '1.7', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'PortForwarding': '1.2', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'QosPolicy': '1.9', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SecurityGroup': '1.4', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SecurityGroupRule': '1.2', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SubPort': '1.0', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Subnet': '1.1', Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Trunk': '1.1'}} Aug 16 06:47:26.093417 dv-cinder-803901-6-iscsi neutron-server[101191]: {{(pid=101191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 06:47:26.176744 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Network 8a586eb2-c1b3-4609-b33b-d02cb278524a is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:47:26.256879 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 8a586eb2-c1b3-4609-b33b-d02cb278524a) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:47:26.261994 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:47:26.262624 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:26.266643 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958d49c9-d340-426e-8636-9370552c3e88 None None] Network 8a586eb2-c1b3-4609-b33b-d02cb278524a requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:47:26.343524 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-9cf47513-a857-4999-8608-dd23157fa957 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8469157 Aug 16 06:47:26.586579 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-8a586eb2-c1b3-4609-b33b-d02cb278524a', 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'fixed_ips': [{'subnet_id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 06:47:26.587852 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:26.862589 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Allocated IP 172.20.0.2 (8a586eb2-c1b3-4609-b33b-d02cb278524a/ca82c1fc-50ad-4da7-91fe-a0c7911ffec6/337b3cc6-fd78-4ef8-bf51-d4768b9184fa) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:47:27.092486 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:27.107689 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Transition to ACTIVE for port object 337b3cc6-fd78-4ef8-bf51-d4768b9184fa will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:47:27.129495 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Transition to ACTIVE for port object 337b3cc6-fd78-4ef8-bf51-d4768b9184fa will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:47:27.189099 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:27.255372 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Network 8a586eb2-c1b3-4609-b33b-d02cb278524a is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:47:27.265564 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:47:27.274548 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:47:27.276522 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Pushing event updated for resources: {'Port': ['ID=337b3cc6-fd78-4ef8-bf51-d4768b9184fa,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:27.308361 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.308679 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.309016 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.309381 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.309655 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.309980 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.310266 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.310626 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.311029 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.311439 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.311766 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.312090 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Tracked resource versions report: Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: pushed versions: Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: { 'AddressGroup': {'1.2'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'ConntrackHelper': {'1.0'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Log': {'1.0'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Network': {'1.1'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Port': {'1.7'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'PortForwarding': {'1.2'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'QosPolicy': {'1.9'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SecurityGroup': {'1.4'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SecurityGroupRule': {'1.2'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SubPort': {'1.0'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Subnet': {'1.1'}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Trunk': {'1.1'}} Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: consumer versions: Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: { DHCP agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: L3 agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: Metadata agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: Metering agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: Open vSwitch agent@dv-cinder-803901-6-iscsi: { 'AddressGroup': '1.2', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'ConntrackHelper': '1.0', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Log': '1.0', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Network': '1.1', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Port': '1.7', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'PortForwarding': '1.2', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'QosPolicy': '1.9', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SecurityGroup': '1.4', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SecurityGroupRule': '1.2', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SubPort': '1.0', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Subnet': '1.1', Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Trunk': '1.1'}} Aug 16 06:47:27.313236 dv-cinder-803901-6-iscsi neutron-server[101193]: {{(pid=101193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 06:47:27.362561 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Attempting to bind port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:47:27.362944 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Attempting to bind port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'bcf8a4d7-bb95-426a-9dd6-24cac56e87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:47:27.363400 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Attempting to bind port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa on network 8a586eb2-c1b3-4609-b33b-d02cb278524a {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:47:27.368386 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:47:27.368777 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Checking segment: {'id': 'bcf8a4d7-bb95-426a-9dd6-24cac56e87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:47:27.369235 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:27.369636 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Bound using segment: {'id': 'bcf8a4d7-bb95-426a-9dd6-24cac56e87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:47:27.370110 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Bound port: 337b3cc6-fd78-4ef8-bf51-d4768b9184fa, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf8a4d7-bb95-426a-9dd6-24cac56e87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:47:27.370499 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:27.434016 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] For port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:47:27.438186 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] For port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=337b3cc6-fd78-4ef8-bf51-d4768b9184fa,segment=NetworkSegment(bcf8a4d7-bb95-426a-9dd6-24cac56e87a0),segment_id=bcf8a4d7-bb95-426a-9dd6-24cac56e87a0)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:47:27.486072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:27.551546 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bff21a-9fa7-44fd-a904-0660d1f8b49a None None] Pushing event updated for resources: {'Port': ['ID=337b3cc6-fd78-4ef8-bf51-d4768b9184fa,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:28.759694 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 55114) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:29.082660 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [None req-7161ee8e-782b-44c5-846f-1468678bc11a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 06:47:29.083716 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-7161ee8e-782b-44c5-846f-1468678bc11a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3229623 Aug 16 06:47:31.475435 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 55122) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:31.798478 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [None req-b88a0f1c-7757-44cb-95d4-4c86850472ae admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 06:47:31.799598 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-b88a0f1c-7757-44cb-95d4-4c86850472ae admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3232560 Aug 16 06:47:34.461912 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55132) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:34.785540 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-5a03bf71-7b32-48e2-97f3-cd8c824ea3f7 admin admin] Request body: {'router': {'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'name': 'router1', 'admin_state_up': True}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:47:34.880249 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5a03bf71-7b32-48e2-97f3-cd8c824ea3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:34.882009 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5a03bf71-7b32-48e2-97f3-cd8c824ea3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:35.041908 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5a03bf71-7b32-48e2-97f3-cd8c824ea3f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:35.104636 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5a03bf71-7b32-48e2-97f3-cd8c824ea3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:35.182779 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5a03bf71-7b32-48e2-97f3-cd8c824ea3f7 admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:35.184041 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-5a03bf71-7b32-48e2-97f3-cd8c824ea3f7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7209048 Aug 16 06:47:35.958251 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d7949-1fb6-48fe-8896-8c0ac06dd3dc None None] Network 8a586eb2-c1b3-4609-b33b-d02cb278524a requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:47:36.100317 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-43f88ab7-91a1-4c47-afee-1d0010844ac3 None None] Provisioning for port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:47:36.645429 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 337b3cc6-fd78-4ef8-bf51-d4768b9184fa up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:47:36.788321 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:47:36.793109 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:47:36.793511 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:36.899898 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:36.936350 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=337b3cc6-fd78-4ef8-bf51-d4768b9184fa,segment=NetworkSegment(bcf8a4d7-bb95-426a-9dd6-24cac56e87a0),segment_id=bcf8a4d7-bb95-426a-9dd6-24cac56e87a0)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:47:37.022721 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:37.072074 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=337b3cc6-fd78-4ef8-bf51-d4768b9184fa,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:37.555246 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55144) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:37.862675 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-a48039a9-6cd0-48a2-92ed-6211a2b30c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:37.868567 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [None req-5775f459-f795-4d09-9ee3-26d6d9c5a5bb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 06:47:37.869565 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-5775f459-f795-4d09-9ee3-26d6d9c5a5bb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3132267 Aug 16 06:47:38.625368 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 337b3cc6-fd78-4ef8-bf51-d4768b9184fa up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:47:38.675594 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:47:38.675965 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:40.219572 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55152) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:40.544725 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:47:40.656970 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Made reservation on behalf of 412ba47238234a3abb6f1754a79a2c71 for: {'network': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:47:40.659348 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:40.667684 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:40.759000 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:40.770800 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:40.822157 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:40.839555 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Reserving flat network on physical network physnet1 {{(pid=101192) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 06:47:40.855369 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb849249-0da6-4d09-8ec8-57feac011245,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:40.859997 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:40.860347 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.segments_db [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Added segment c3bf7165-989b-4d63-a8b6-15c7852efa3e of type flat for network badac191-3c54-4f12-83f0-a7164c1c781d Aug 16 06:47:40.916176 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:40.970948 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-dc37a48e-3e25-4945-900a-0c939db225e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:41.022711 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:41.023875 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:47:41.024467 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:41.097499 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] Pushing event updated for resources: {'Network': ['ID=badac191-3c54-4f12-83f0-a7164c1c781d,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:41.107212 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network badac191-3c54-4f12-83f0-a7164c1c781d details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:47:41.160430 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-1c370b5f-ab49-4297-8d48-ada1077b90fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9397647 Aug 16 06:47:41.862791 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:43.268522 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:43.526963 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55170) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:43.751372 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27730a93-69ff-4918-a1b7-7ea6527d4c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:47:43.752781 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-27730a93-69ff-4918-a1b7-7ea6527d4c10 admin admin] 10.222.0.20 "GET /v2.0/subnets/ca82c1fc-50ad-4da7-91fe-a0c7911ffec6 HTTP/1.1" status: 200 len: 849 time: 0.2247462 Aug 16 06:47:43.871939 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-5a2a6c31-c8cb-4134-8a7f-729deff1da9c admin admin] 10.222.0.20 "GET /v2.0/routers/8363080d-483a-4831-9011-9e3fbd0d62cc HTTP/1.1" status: 200 len: 704 time: 0.1125605 Aug 16 06:47:44.132069 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:44.217104 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:47:44.448103 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Allocated IP 172.20.0.1 (8a586eb2-c1b3-4609-b33b-d02cb278524a/ca82c1fc-50ad-4da7-91fe-a0c7911ffec6/514f75a6-5c66-42ae-8659-72b491de2a93) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:47:44.646503 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:44.670730 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Transition to ACTIVE for port object 514f75a6-5c66-42ae-8659-72b491de2a93 will not be triggered until provisioned by entity DHCP. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:47:44.834748 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:44.954481 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Network 8a586eb2-c1b3-4609-b33b-d02cb278524a is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:47:44.963581 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:47:44.968910 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Pushing event updated for resources: {'Port': ['ID=514f75a6-5c66-42ae-8659-72b491de2a93,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:44.980153 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:47:44.980714 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:45.245387 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:45.291250 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-52dff536-187e-426e-870c-3d144c53d569 None None] Provisioning for port 514f75a6-5c66-42ae-8659-72b491de2a93 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:47:45.295060 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-52dff536-187e-426e-870c-3d144c53d569 None None] Provisioning complete for port 514f75a6-5c66-42ae-8659-72b491de2a93 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:47:45.295460 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-52dff536-187e-426e-870c-3d144c53d569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:45.329223 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-52dff536-187e-426e-870c-3d144c53d569 None None] Port 514f75a6-5c66-42ae-8659-72b491de2a93 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 06:47:45.465169 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:45.508719 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:45.509519 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:45.585904 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Pushing event updated for resources: {'Port': ['ID=514f75a6-5c66-42ae-8659-72b491de2a93,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:45.635301 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Network 8a586eb2-c1b3-4609-b33b-d02cb278524a is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:47:45.636616 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:47:45.849782 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-0adfb66a-19f1-4239-9404-d3bd99cadc12 None None] Provisioning complete for port 514f75a6-5c66-42ae-8659-72b491de2a93 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:47:45.850153 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-0adfb66a-19f1-4239-9404-d3bd99cadc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:45.862671 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Router 8363080d-483a-4831-9011-9e3fbd0d62cc is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 06:47:45.883900 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-0adfb66a-19f1-4239-9404-d3bd99cadc12 None None] Port 514f75a6-5c66-42ae-8659-72b491de2a93 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 06:47:45.957786 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 06:47:45.963078 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-0b196975-7c76-4439-821f-55e2c54896da admin admin] 10.222.0.20 "PUT /v2.0/routers/8363080d-483a-4831-9011-9e3fbd0d62cc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0857139 Aug 16 06:47:45.969048 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Sync routers for ids ['8363080d-483a-4831-9011-9e3fbd0d62cc'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 06:47:45.983406 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Routers {'8363080d-483a-4831-9011-9e3fbd0d62cc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:47:45.984172 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:47:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8363080d-483a-4831-9011-9e3fbd0d62cc'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:46.170877 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Set router 8363080d-483a-4831-9011-9e3fbd0d62cc gateway port host: None {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:47:46.607004 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'name': 'router1', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:47:34Z', 'updated_at': '2021-08-16T06:47:45Z', 'revision_number': 2, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'gw_port_host': None, '_interfaces': [{'id': '514f75a6-5c66-42ae-8659-72b491de2a93', 'name': '', 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'mac_address': 'fa:16:3e:c9:fd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:47:44Z', 'updated_at': '2021-08-16T06:47:45Z', 'revision_number': 2, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'subnets': [{'id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef03ad3d-7a23-4444-a0a0-b86119929d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:46.662529 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Checking router: 8363080d-483a-4831-9011-9e3fbd0d62cc for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 06:47:46.662962 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Updating router 8363080d-483a-4831-9011-9e3fbd0d62cc port 514f75a6-5c66-42ae-8659-72b491de2a93 binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 06:47:46.718569 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:47.276733 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:47.294316 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Transition to ACTIVE for port object 514f75a6-5c66-42ae-8659-72b491de2a93 will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:47:47.383192 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:47.528597 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Pushing event updated for resources: {'Port': ['ID=514f75a6-5c66-42ae-8659-72b491de2a93,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:47.551805 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.552150 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.552487 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.552819 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.553146 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.553474 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.553797 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.554652 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.555081 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.555448 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.555764 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.556080 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Tracked resource versions report: Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: pushed versions: Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: { 'AddressGroup': {'1.2'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'ConntrackHelper': {'1.0'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Log': {'1.0'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Network': {'1.1'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Port': {'1.7'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'PortForwarding': {'1.2'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'QosPolicy': {'1.9'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SecurityGroup': {'1.4'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SecurityGroupRule': {'1.2'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SubPort': {'1.0'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Subnet': {'1.1'}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Trunk': {'1.1'}} Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: consumer versions: Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: { DHCP agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: L3 agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: Metadata agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: Metering agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: Open vSwitch agent@dv-cinder-803901-6-iscsi: { 'AddressGroup': '1.2', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'ConntrackHelper': '1.0', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Log': '1.0', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Network': '1.1', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Port': '1.7', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'PortForwarding': '1.2', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'QosPolicy': '1.9', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SecurityGroup': '1.4', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SecurityGroupRule': '1.2', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SubPort': '1.0', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Subnet': '1.1', Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Trunk': '1.1'}} Aug 16 06:47:47.557230 dv-cinder-803901-6-iscsi neutron-server[101194]: {{(pid=101194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 06:47:47.573583 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Attempting to bind port 514f75a6-5c66-42ae-8659-72b491de2a93 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:47:47.574043 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Attempting to bind port 514f75a6-5c66-42ae-8659-72b491de2a93 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'bcf8a4d7-bb95-426a-9dd6-24cac56e87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:47:47.574541 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Attempting to bind port 514f75a6-5c66-42ae-8659-72b491de2a93 on network 8a586eb2-c1b3-4609-b33b-d02cb278524a {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:47:47.579651 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:47:47.580042 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Checking segment: {'id': 'bcf8a4d7-bb95-426a-9dd6-24cac56e87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:47:47.580492 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:47.580898 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Bound using segment: {'id': 'bcf8a4d7-bb95-426a-9dd6-24cac56e87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:47:47.581379 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Bound port: 514f75a6-5c66-42ae-8659-72b491de2a93, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf8a4d7-bb95-426a-9dd6-24cac56e87a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:47:47.581754 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:47.650286 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] For port 514f75a6-5c66-42ae-8659-72b491de2a93, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:47:47.671788 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] For port 514f75a6-5c66-42ae-8659-72b491de2a93, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=514f75a6-5c66-42ae-8659-72b491de2a93,segment=NetworkSegment(bcf8a4d7-bb95-426a-9dd6-24cac56e87a0),segment_id=bcf8a4d7-bb95-426a-9dd6-24cac56e87a0)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:47:47.737729 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:47.800031 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Routers {'8363080d-483a-4831-9011-9e3fbd0d62cc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:47:47.800668 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:47:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8363080d-483a-4831-9011-9e3fbd0d62cc'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:47.841731 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54a14b-7810-4ceb-911c-21f021a9b740 None None] Pushing event updated for resources: {'Port': ['ID=514f75a6-5c66-42ae-8659-72b491de2a93,revision_number=4']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:47.900178 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] Set router 8363080d-483a-4831-9011-9e3fbd0d62cc gateway port host: None {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:47:48.123639 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'name': 'router1', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:47:34Z', 'updated_at': '2021-08-16T06:47:45Z', 'revision_number': 2, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'gw_port_host': None, '_interfaces': [{'id': '514f75a6-5c66-42ae-8659-72b491de2a93', 'name': '', 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'mac_address': 'fa:16:3e:c9:fd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:47:44Z', 'updated_at': '2021-08-16T06:47:47Z', 'revision_number': 4, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'subnets': [{'id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef03ad3d-7a23-4444-a0a0-b86119929d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:48.148904 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c038556-39e0-4766-b98f-4cca35d25c6a None None] The sync data for ids ['8363080d-483a-4831-9011-9e3fbd0d62cc'] in dv-cinder-803901-6-iscsi is: [{'id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'name': 'router1', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:47:34Z', 'updated_at': '2021-08-16T06:47:45Z', 'revision_number': 2, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'gw_port_host': None, '_interfaces': [{'id': '514f75a6-5c66-42ae-8659-72b491de2a93', 'name': '', 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'mac_address': 'fa:16:3e:c9:fd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:47:44Z', 'updated_at': '2021-08-16T06:47:47Z', 'revision_number': 4, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'subnets': [{'id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef03ad3d-7a23-4444-a0a0-b86119929d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 06:47:48.186441 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55192) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:48.305214 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95a752-cf29-4f52-9b7b-035a608e614c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:47:48.306893 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-9c95a752-cf29-4f52-9b7b-035a608e614c admin admin] 10.222.0.20 "GET /v2.0/networks/badac191-3c54-4f12-83f0-a7164c1c781d HTTP/1.1" status: 200 len: 842 time: 0.1193659 Aug 16 06:47:48.317335 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:47:48.422490 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Made reservation on behalf of 412ba47238234a3abb6f1754a79a2c71 for: {'subnet': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:47:48.424838 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:48.803601 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.objects.ports [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 06:47:48.804056 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:48.857990 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=70335a80-49c4-49b7-a6d7-9d0c6ce6e6af,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:48.868997 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:47:48.869356 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Network hostable DHCP agents. Network: badac191-3c54-4f12-83f0-a7164c1c781d, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:47:48.971382 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:47:49.056462 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, badac191-3c54-4f12-83f0-a7164c1c781d) {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:47:49.060571 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:47:49.061231 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:49.065188 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b340117-20bc-42ea-8dd4-8752826f4f88 None None] Network badac191-3c54-4f12-83f0-a7164c1c781d requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:47:49.149675 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-bf7c3c18-b9c5-4bec-be77-c60687fba0dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8363216 Aug 16 06:47:49.197175 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb6402c-db7a-45b0-8f54-9334980d6877 None None] Network badac191-3c54-4f12-83f0-a7164c1c781d requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:47:51.493425 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55200) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:51.732327 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-6c2def3d-01cc-49b8-b581-63e0be0280e4 admin admin] 10.222.0.20 "GET /v2.0/routers/8363080d-483a-4831-9011-9e3fbd0d62cc HTTP/1.1" status: 200 len: 710 time: 0.2376552 Aug 16 06:47:51.843351 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755f71c-d492-460b-9bb2-d69126712cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:47:51.844758 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-6755f71c-d492-460b-9bb2-d69126712cd7 admin admin] 10.222.0.20 "GET /v2.0/networks/badac191-3c54-4f12-83f0-a7164c1c781d HTTP/1.1" status: 200 len: 886 time: 0.1063232 Aug 16 06:47:51.854621 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:47:52.116727 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:52.493274 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:52.577955 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:52.685427 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Allocated IP 172.27.0.122 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/23420b04-6230-4223-be99-9ee010d9bfa8) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:47:52.788851 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:52.886003 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:52.925296 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:47:52.929994 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:47:52.933412 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:47:52.972449 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Pushing event updated for resources: {'Port': ['ID=23420b04-6230-4223-be99-9ee010d9bfa8,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:53.281421 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:53.600560 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-495625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3219'] for router, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:53.604576 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-495616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-495867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-494673'] for router, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:53.722551 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Router 8363080d-483a-4831-9011-9e3fbd0d62cc has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 06:47:53.835776 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 06:47:53.839959 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:53.841182 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-8b1d26cd-53e7-491d-8ff6-b9bbedb528ec admin admin] 10.222.0.20 "PUT /v2.0/routers/8363080d-483a-4831-9011-9e3fbd0d62cc HTTP/1.1" status: 200 len: 890 time: 1.9904420 Aug 16 06:47:54.689052 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 514f75a6-5c66-42ae-8659-72b491de2a93 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:47:54.741973 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Sync routers for ids ['8363080d-483a-4831-9011-9e3fbd0d62cc'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 06:47:54.757385 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Routers {'8363080d-483a-4831-9011-9e3fbd0d62cc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:47:54.758119 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:47:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8363080d-483a-4831-9011-9e3fbd0d62cc'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:54.833480 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 514f75a6-5c66-42ae-8659-72b491de2a93 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:47:54.853195 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 514f75a6-5c66-42ae-8659-72b491de2a93 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:47:54.853568 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:55.054113 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Set router 8363080d-483a-4831-9011-9e3fbd0d62cc gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:47:55.247576 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:55.352623 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 514f75a6-5c66-42ae-8659-72b491de2a93, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=514f75a6-5c66-42ae-8659-72b491de2a93,segment=NetworkSegment(bcf8a4d7-bb95-426a-9dd6-24cac56e87a0),segment_id=bcf8a4d7-bb95-426a-9dd6-24cac56e87a0)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:47:55.425186 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:55.545899 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=514f75a6-5c66-42ae-8659-72b491de2a93,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:55.590658 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'name': 'router1', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '23420b04-6230-4223-be99-9ee010d9bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:47:34Z', 'updated_at': '2021-08-16T06:47:53Z', 'revision_number': 4, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'gw_port': {'id': '23420b04-6230-4223-be99-9ee010d9bfa8', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:47:52Z', 'updated_at': '2021-08-16T06:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '514f75a6-5c66-42ae-8659-72b491de2a93', 'name': '', 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'mac_address': 'fa:16:3e:c9:fd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:47:44Z', 'updated_at': '2021-08-16T06:47:47Z', 'revision_number': 4, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'subnets': [{'id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef03ad3d-7a23-4444-a0a0-b86119929d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:55.643786 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Checking router: 8363080d-483a-4831-9011-9e3fbd0d62cc for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 06:47:55.644178 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Updating router 8363080d-483a-4831-9011-9e3fbd0d62cc port 23420b04-6230-4223-be99-9ee010d9bfa8 binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 06:47:55.691613 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:56.013128 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:56.023575 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Transition to ACTIVE for port object 23420b04-6230-4223-be99-9ee010d9bfa8 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:47:56.096791 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:56.150962 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac0b19-b964-4e20-a0f3-d4a5beac8fe9 None None] Pushing event updated for resources: {'Port': ['ID=23420b04-6230-4223-be99-9ee010d9bfa8,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:56.153232 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Attempting to bind port 23420b04-6230-4223-be99-9ee010d9bfa8 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:47:56.153595 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Attempting to bind port 23420b04-6230-4223-be99-9ee010d9bfa8 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:47:56.153975 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Attempting to bind port 23420b04-6230-4223-be99-9ee010d9bfa8 on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:47:56.159715 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:47:56.159887 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:47:56.160232 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:56.160619 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:47:56.161083 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Bound port: 23420b04-6230-4223-be99-9ee010d9bfa8, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:47:56.161452 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:56.215525 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] For port 23420b04-6230-4223-be99-9ee010d9bfa8, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:47:56.218634 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] For port 23420b04-6230-4223-be99-9ee010d9bfa8, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=23420b04-6230-4223-be99-9ee010d9bfa8,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:47:56.252174 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55212) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:47:56.308352 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:56.371198 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac0b19-b964-4e20-a0f3-d4a5beac8fe9 None None] Pushing event updated for resources: {'Port': ['ID=23420b04-6230-4223-be99-9ee010d9bfa8,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:47:56.396927 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-e8623c60-82d4-45be-ac37-9b4e66239ddd admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1184070 Aug 16 06:47:56.397655 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Routers {'8363080d-483a-4831-9011-9e3fbd0d62cc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:47:56.397655 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:47:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8363080d-483a-4831-9011-9e3fbd0d62cc'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:56.597185 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] Set router 8363080d-483a-4831-9011-9e3fbd0d62cc gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:47:56.645217 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 514f75a6-5c66-42ae-8659-72b491de2a93 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:47:56.786777 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 514f75a6-5c66-42ae-8659-72b491de2a93 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:47:56.787388 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:56.940132 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'name': 'router1', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '23420b04-6230-4223-be99-9ee010d9bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:47:34Z', 'updated_at': '2021-08-16T06:47:53Z', 'revision_number': 4, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'gw_port': {'id': '23420b04-6230-4223-be99-9ee010d9bfa8', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:47:52Z', 'updated_at': '2021-08-16T06:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '514f75a6-5c66-42ae-8659-72b491de2a93', 'name': '', 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'mac_address': 'fa:16:3e:c9:fd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:47:44Z', 'updated_at': '2021-08-16T06:47:55Z', 'revision_number': 5, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'subnets': [{'id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef03ad3d-7a23-4444-a0a0-b86119929d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:47:56.969984 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc895d8-39b6-4709-be71-a72ef81684eb None None] The sync data for ids ['8363080d-483a-4831-9011-9e3fbd0d62cc'] in dv-cinder-803901-6-iscsi is: [{'id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'name': 'router1', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '23420b04-6230-4223-be99-9ee010d9bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:47:34Z', 'updated_at': '2021-08-16T06:47:53Z', 'revision_number': 4, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'gw_port': {'id': '23420b04-6230-4223-be99-9ee010d9bfa8', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:47:52Z', 'updated_at': '2021-08-16T06:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '514f75a6-5c66-42ae-8659-72b491de2a93', 'name': '', 'network_id': '8a586eb2-c1b3-4609-b33b-d02cb278524a', 'tenant_id': '3aaf5450c0d24c708130a87ed48363bc', 'mac_address': 'fa:16:3e:c9:fd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8363080d-483a-4831-9011-9e3fbd0d62cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:47:44Z', 'updated_at': '2021-08-16T06:47:55Z', 'revision_number': 5, 'project_id': '3aaf5450c0d24c708130a87ed48363bc', 'subnets': [{'id': 'ca82c1fc-50ad-4da7-91fe-a0c7911ffec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef03ad3d-7a23-4444-a0a0-b86119929d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 06:47:58.685211 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 23420b04-6230-4223-be99-9ee010d9bfa8 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:47:58.816956 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 23420b04-6230-4223-be99-9ee010d9bfa8 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:47:58.821708 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 23420b04-6230-4223-be99-9ee010d9bfa8 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:47:58.822199 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:58.919481 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:58.944496 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 23420b04-6230-4223-be99-9ee010d9bfa8, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=23420b04-6230-4223-be99-9ee010d9bfa8,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:47:59.017169 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:47:59.076826 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=23420b04-6230-4223-be99-9ee010d9bfa8,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:48:00.716978 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 23420b04-6230-4223-be99-9ee010d9bfa8 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:48:00.792364 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 23420b04-6230-4223-be99-9ee010d9bfa8 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:48:00.792740 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:07.890840 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-314b52cf-3c4b-4567-ae37-67f982ad001e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:10.778064 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:10.965410 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7fa624c2-2be9-453f-b4a2-f410824e6949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:11.873541 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:13.285289 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:21.216584 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:48:37.852236 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-9fabbf0c-b686-446b-a532-7aaf1b647373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:40.788894 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:40.976057 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-6de7446e-c473-44f9-9d63-22ad55cff3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:41.876880 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:43.281189 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:48:58.215585 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:49:07.867066 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c6a9382e-4fe0-4ddb-a126-1328546fbf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:10.787543 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:10.987909 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ba26ab92-b84a-4d72-b730-ef9164d71427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:11.884384 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:13.284439 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:35.214044 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:49:37.714393 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 55780) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:37.779786 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1baf87e-e5bc-43ea-aa27-66cda30179ba admin admin] GET failed (client error): The resource could not be found. Aug 16 06:49:37.781113 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-b1baf87e-e5bc-43ea-aa27-66cda30179ba admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657678 Aug 16 06:49:37.912451 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-40423e7a-89b7-44ed-9490-49007f323648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:37.967947 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e926fd-62cf-4213-aa14-87d49d3eb2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:37.969522 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a1e926fd-62cf-4213-aa14-87d49d3eb2e6 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1835594 Aug 16 06:49:40.171371 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55790) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:40.266785 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e5420c-b85e-4df8-a3d6-27766b670c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:40.268193 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-59e5420c-b85e-4df8-a3d6-27766b670c5d admin admin] 10.222.0.20 "GET /v2.0/subnets/ca82c1fc-50ad-4da7-91fe-a0c7911ffec6 HTTP/1.1" status: 200 len: 849 time: 0.0957985 Aug 16 06:49:40.278471 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:49:40.362943 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:40.597164 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766673560971'] for subnet, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:40.629047 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:40.630156 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:40.636690 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] 10.222.0.20 "PUT /v2.0/subnets/ca82c1fc-50ad-4da7-91fe-a0c7911ffec6 HTTP/1.1" status: 200 len: 868 time: 0.3561654 Aug 16 06:49:40.636909 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783dc7b2-55cf-471e-a52c-87ee4762d02d None None] Network 8a586eb2-c1b3-4609-b33b-d02cb278524a requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:49:40.651656 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca82c1fc-50ad-4da7-91fe-a0c7911ffec6,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:49:40.660068 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.660068 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.660392 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.661656 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.661656 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.661656 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.661919 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.662115 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.662585 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.662792 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.663127 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.663476 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fe6ba-efa9-45f7-80ee-cb0967e7baa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:49:40.797784 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:40.977210 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-02b8acc1-79bc-4265-8d6c-8989327c101d None None] Provisioning complete for port 337b3cc6-fd78-4ef8-bf51-d4768b9184fa triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:49:40.977588 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-02b8acc1-79bc-4265-8d6c-8989327c101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:41.003882 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-52b1caaf-b361-4d64-8c62-501de44f9fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:41.070345 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-02b8acc1-79bc-4265-8d6c-8989327c101d None None] Provisioning complete for port 514f75a6-5c66-42ae-8659-72b491de2a93 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:49:41.070816 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-02b8acc1-79bc-4265-8d6c-8989327c101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:41.923988 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:42.832032 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 55800) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:43.034618 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffec612-e22e-4359-b858-4bd5418325d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:43.034846 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffec612-e22e-4359-b858-4bd5418325d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:43.036344 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-cffec612-e22e-4359-b858-4bd5418325d6 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2033491 Aug 16 06:49:43.283678 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:49:45.203951 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55808) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:45.406036 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddfd00-a48d-4e28-8d12-fee2126b2a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:45.406526 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddfd00-a48d-4e28-8d12-fee2126b2a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:45.408171 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-14ddfd00-a48d-4e28-8d12-fee2126b2a05 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2032430 Aug 16 06:49:47.582294 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55816) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:47.713392 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a942ecab-6587-490a-ba65-699088e1ec3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:47.714771 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a942ecab-6587-490a-ba65-699088e1ec3c admin admin] 10.222.0.20 "GET /v2.0/networks/8a586eb2-c1b3-4609-b33b-d02cb278524a HTTP/1.1" status: 200 len: 868 time: 0.1315296 Aug 16 06:49:49.873080 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55824) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:49.996518 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b07de-e903-4db5-940d-b0c23d4fc688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:49.997903 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-b63b07de-e903-4db5-940d-b0c23d4fc688 admin admin] 10.222.0.20 "GET /v2.0/networks/badac191-3c54-4f12-83f0-a7164c1c781d HTTP/1.1" status: 200 len: 886 time: 0.1238463 Aug 16 06:49:52.175730 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55832) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:52.301747 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb9b603-bfbb-427a-b0bc-3d7a931c0eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:52.302211 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb9b603-bfbb-427a-b0bc-3d7a931c0eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:52.303840 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-1eb9b603-bfbb-427a-b0bc-3d7a931c0eaf admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271563 Aug 16 06:49:54.462380 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55840) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:54.554639 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d72a6c4-8f6e-49b5-8294-461b922dead8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:54.555283 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d72a6c4-8f6e-49b5-8294-461b922dead8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:54.556815 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-1d72a6c4-8f6e-49b5-8294-461b922dead8 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934896 Aug 16 06:49:56.738592 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55848) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:56.828690 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ccd1f-dec6-49b1-afc9-8b312675f1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:56.830049 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-e08ccd1f-dec6-49b1-afc9-8b312675f1cb admin admin] 10.222.0.20 "GET /v2.0/subnets/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af HTTP/1.1" status: 200 len: 816 time: 0.0901980 Aug 16 06:49:58.994561 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 55856) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:49:59.092542 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d078c8d-ffb5-4708-b5cb-3b0b16e86ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:49:59.093894 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-8d078c8d-ffb5-4708-b5cb-3b0b16e86ac5 admin admin] 10.222.0.20 "GET /v2.0/subnets/ca82c1fc-50ad-4da7-91fe-a0c7911ffec6 HTTP/1.1" status: 200 len: 868 time: 0.0983148 Aug 16 06:50:07.894803 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c2410a1d-bfaa-4326-9e09-cb53a02a3317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:10.826162 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:11.060949 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-0d9f48c1-bcaf-457a-b7a5-2b7636c71ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:11.906504 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:12.212567 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:50:13.299710 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:23.214728 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 55910) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:50:23.262964 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [None req-310b77fc-1a5e-45a5-8a8a-96098d601c36 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 06:50:23.263976 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-310b77fc-1a5e-45a5-8a8a-96098d601c36 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482695 Aug 16 06:50:25.517937 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55918) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:50:25.582979 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.pecan_wsgi.hooks.translation [None req-7733b554-e4e3-4002-b398-fa5271f3d027 admin admin] GET failed (client error): The resource could not be found. Aug 16 06:50:25.584392 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-7733b554-e4e3-4002-b398-fa5271f3d027 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654626 Aug 16 06:50:25.738631 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f174af-1972-4635-9076-5a10b97118ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:50:25.740080 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-74f174af-1972-4635-9076-5a10b97118ce admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1511929 Aug 16 06:50:27.985008 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 55926) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:50:28.033793 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:50:28.111542 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Made reservation on behalf of 412ba47238234a3abb6f1754a79a2c71 for: {'network': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:50:28.113806 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:28.143831 dv-cinder-803901-6-iscsi neutron-server[101192]: WARNING neutron.services.revisions.revision_plugin [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Could not find related network for resource to bump revision. Aug 16 06:50:28.154486 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:50:28.163718 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:28.163975 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.segments_db [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Added segment f56f09da-30c5-4f17-ba11-9c8af9e05405 of type vlan for network 584a21a2-5697-499e-b701-dc36c3f3a4e0 Aug 16 06:50:28.202887 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:28.294882 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:28.295969 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:50:28.296587 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:28.458695 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] Pushing event updated for resources: {'Network': ['ID=584a21a2-5697-499e-b701-dc36c3f3a4e0,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:50:28.469000 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 584a21a2-5697-499e-b701-dc36c3f3a4e0 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:50:28.540658 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-c666cbba-d5b7-4449-b86d-3325018cbc53 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5545287 Aug 16 06:50:30.786607 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 55934) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:50:30.848726 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb53824b-09e9-4a77-b561-b2262040fc2a admin admin] GET failed (client error): The resource could not be found. Aug 16 06:50:30.850074 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-bb53824b-09e9-4a77-b561-b2262040fc2a admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624614 Aug 16 06:50:30.919857 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4532a0-48fd-46d9-9e23-39c16ba99359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:50:30.921310 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-0e4532a0-48fd-46d9-9e23-39c16ba99359 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0668714 Aug 16 06:50:30.932108 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Request body: {'subnet': {'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:50:31.049155 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Made reservation on behalf of 412ba47238234a3abb6f1754a79a2c71 for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:50:31.051375 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:31.300270 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:31.358613 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd95ad9-6319-448f-8ee9-85b15415d59a,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:50:31.369265 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.369629 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.369972 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.370305 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.370636 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.370988 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.371347 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.371717 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.372059 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.372390 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.372711 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.373034 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:31.376157 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Checking segment: {'id': 'f56f09da-30c5-4f17-ba11-9c8af9e05405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:50:31.376512 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Network hostable DHCP agents. Network: 584a21a2-5697-499e-b701-dc36c3f3a4e0, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:50:31.448300 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Network 584a21a2-5697-499e-b701-dc36c3f3a4e0 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:50:31.517431 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 584a21a2-5697-499e-b701-dc36c3f3a4e0) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:50:31.521502 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:50:31.522100 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:31.526081 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7452f66-8d17-478c-81bc-f0187b5be940 None None] Network 584a21a2-5697-499e-b701-dc36c3f3a4e0 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:50:31.614877 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-6bcdc86b-0256-4682-b06f-416524460f54 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6860447 Aug 16 06:50:31.770619 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-584a21a2-5697-499e-b701-dc36c3f3a4e0', 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0', 'tenant_id': '412ba47238234a3abb6f1754a79a2c71', 'fixed_ips': [{'subnet_id': '8cd95ad9-6319-448f-8ee9-85b15415d59a'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 06:50:31.771544 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:31.908941 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Allocated IP 192.168.233.2 (584a21a2-5697-499e-b701-dc36c3f3a4e0/8cd95ad9-6319-448f-8ee9-85b15415d59a/f89442f8-31a3-46cd-bba6-242b337763b1) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:50:32.052685 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:32.061871 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Transition to ACTIVE for port object f89442f8-31a3-46cd-bba6-242b337763b1 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:50:32.077324 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Transition to ACTIVE for port object f89442f8-31a3-46cd-bba6-242b337763b1 will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:50:32.163382 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:32.203735 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Network 584a21a2-5697-499e-b701-dc36c3f3a4e0 is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:50:32.211914 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:50:32.214463 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:50:32.217807 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Pushing event updated for resources: {'Port': ['ID=f89442f8-31a3-46cd-bba6-242b337763b1,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:50:32.229028 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.229406 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.229753 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.230192 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.230566 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.230943 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.231582 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.231582 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.232105 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.232105 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.232602 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.232873 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:50:32.284330 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Attempting to bind port f89442f8-31a3-46cd-bba6-242b337763b1 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:50:32.284707 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Attempting to bind port f89442f8-31a3-46cd-bba6-242b337763b1 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'f56f09da-30c5-4f17-ba11-9c8af9e05405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:50:32.285096 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Attempting to bind port f89442f8-31a3-46cd-bba6-242b337763b1 on network 584a21a2-5697-499e-b701-dc36c3f3a4e0 {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:50:32.291724 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:50:32.292699 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Checking segment: {'id': 'f56f09da-30c5-4f17-ba11-9c8af9e05405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:50:32.292699 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:32.293523 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Bound using segment: {'id': 'f56f09da-30c5-4f17-ba11-9c8af9e05405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:50:32.293523 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Bound port: f89442f8-31a3-46cd-bba6-242b337763b1, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56f09da-30c5-4f17-ba11-9c8af9e05405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:50:32.294086 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:32.359901 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] For port f89442f8-31a3-46cd-bba6-242b337763b1, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:50:32.363670 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] For port f89442f8-31a3-46cd-bba6-242b337763b1, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f89442f8-31a3-46cd-bba6-242b337763b1,segment=NetworkSegment(f56f09da-30c5-4f17-ba11-9c8af9e05405),segment_id=f56f09da-30c5-4f17-ba11-9c8af9e05405)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:50:32.443480 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:32.504512 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1780c7-df1f-4d93-82ce-b100ebbeae36 None None] Pushing event updated for resources: {'Port': ['ID=f89442f8-31a3-46cd-bba6-242b337763b1,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:50:32.798569 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f89442f8-31a3-46cd-bba6-242b337763b1 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:50:32.962185 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port f89442f8-31a3-46cd-bba6-242b337763b1 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:50:33.315125 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eb896c-0028-42da-b80e-e79eb5731450 None None] Network 584a21a2-5697-499e-b701-dc36c3f3a4e0 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:50:33.505893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-8ea04e79-deea-479b-b798-ecd7946ee0ce None None] Provisioning for port f89442f8-31a3-46cd-bba6-242b337763b1 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:50:33.510610 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-8ea04e79-deea-479b-b798-ecd7946ee0ce None None] Provisioning complete for port f89442f8-31a3-46cd-bba6-242b337763b1 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:50:33.511028 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-8ea04e79-deea-479b-b798-ecd7946ee0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:33.602058 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-8ea04e79-deea-479b-b798-ecd7946ee0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:33.640282 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-8ea04e79-deea-479b-b798-ecd7946ee0ce None None] For port f89442f8-31a3-46cd-bba6-242b337763b1, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f89442f8-31a3-46cd-bba6-242b337763b1,segment=NetworkSegment(f56f09da-30c5-4f17-ba11-9c8af9e05405),segment_id=f56f09da-30c5-4f17-ba11-9c8af9e05405)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:50:33.722710 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-8ea04e79-deea-479b-b798-ecd7946ee0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:33.773137 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea04e79-deea-479b-b798-ecd7946ee0ce None None] Pushing event updated for resources: {'Port': ['ID=f89442f8-31a3-46cd-bba6-242b337763b1,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:50:33.841876 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-c6202ad6-2737-437d-b1fc-2cffb40aac17 None None] Provisioning complete for port f89442f8-31a3-46cd-bba6-242b337763b1 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:50:33.842510 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c6202ad6-2737-437d-b1fc-2cffb40aac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:34.755920 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f89442f8-31a3-46cd-bba6-242b337763b1 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:50:34.804620 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port f89442f8-31a3-46cd-bba6-242b337763b1 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:50:34.815900 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:37.916888 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-07d18a84-ed45-4d78-ba5c-71cb702af095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:40.808839 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:40.968860 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-d16cbeda-9afd-43b3-abb0-d90be5f6dffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:41.888219 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:43.356815 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:50:49.211624 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:51:07.864782 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cbd29ef1-027d-475e-a1b6-2143420b320b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:10.842195 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:10.944866 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c8893c25-003e-4615-b674-3c149c63209d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:11.904032 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:13.412428 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:26.209860 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:51:37.859345 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-4395b878-e194-4b24-95ee-098009bd33fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:40.834720 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:40.973110 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-0edb39bf-d709-4541-ab0a-957d8007c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:41.909162 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:43.310665 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:50.914672 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 55986) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:51:50.922589 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [None req-c77f6a23-41e6-4783-920d-3cd9d6466c72 tempest-verify_tempest_config-2090232501 tempest-verify_tempest_config-2090232501-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 06:51:50.922589 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-c77f6a23-41e6-4783-920d-3cd9d6466c72 tempest-verify_tempest_config-2090232501 tempest-verify_tempest_config-2090232501-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061696 Aug 16 06:51:51.470531 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56004) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:51:51.580890 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:51.696542 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:51.755404 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:51.804509 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa0828b29d8a4b848d786cd3fc07c284&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3328555 Aug 16 06:51:51.805432 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3902a-248c-4437-aa0c-27c986f8d140,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:51:51.807064 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56008) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:51:51.812963 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.813311 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.813649 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.813979 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.814307 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.814661 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.814993 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.815376 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.815774 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.816103 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.816426 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.816745 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2ee47-c38c-4cb8-82b1-dbef2d9a7579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:51.866826 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:51.887280 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:52.047633 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:52.050286 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:51:52.051473 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ff3902a-248c-4437-aa0c-27c986f8d140 HTTP/1.1" status: 204 len: 168 time: 0.2433600 Aug 16 06:51:52.063675 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3902a-248c-4437-aa0c-27c986f8d140,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:51:52.066748 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.067122 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.067491 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.067829 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.068162 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.068512 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.068899 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.069241 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.069587 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.069944 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.070267 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:51:52.070584 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5e87-f988-4a8c-8e6f-913fd32a44cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:52:03.208427 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:52:08.081418 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-8d06adc9-85c7-4de6-928d-abfa6541e25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:52:10.881381 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:52:10.989784 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f06a3962-2909-496e-ba89-f830a218b46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:52:11.943860 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:52:13.321304 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:52:37.863477 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-2f2732d4-cca9-440d-b129-7b0fc3fd92cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:52:40.206697 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:52:40.926816 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:52:41.073940 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-09c4537b-5d76-428a-8ba4-ae9ce0dcb158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:52:41.903653 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:52:43.337671 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:07.872690 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-70e2d501-dcca-4d57-95be-d0cf209f2c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:10.845893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:10.971460 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-251522f4-bb82-4756-b6ea-8b6520d3e2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:11.937358 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:13.320298 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:17.205630 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 5 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:53:21.880318 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496123'] for agent, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:25.231835 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56062) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:53:25.341787 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-f1088c6a-5eae-4042-b622-35c3052f801f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1088202 Aug 16 06:53:27.548774 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56072) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:53:27.604075 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-e09e2252-2e9a-4af6-9e08-b457bb007ddf admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0542305 Aug 16 06:53:37.872406 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0e39-404d-4231-93e9-93db8db48ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:40.805381 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:40.965358 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-663f06c3-7507-4876-9d7b-0925a3e87f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:41.917333 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:43.400038 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:51.865893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:53:54.206254 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:54:07.900029 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53c5616a-3219-4aa1-b6c8-f64285508bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:10.785803 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:10.963291 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-6334722f-1dca-4117-9a74-b7011b8fcc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:11.928698 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:13.336720 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:21.844751 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:31.206070 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:54:37.873634 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-9b25ab7e-83b9-4741-a903-ff7d708a5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:40.787455 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:40.964280 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-a76fb0e4-da6e-4f4f-b12a-9b5cb0e3c521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:41.924654 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:43.327884 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:51.833258 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:54:59.921048 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56274) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:00.610686 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-network', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:00.736180 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56300) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:00.747484 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Made reservation on behalf of 7e6f034fdfd34eebb61fc2a66e6c8cb4 for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:00.751224 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:00.762837 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:00.773586 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56306) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:00.883861 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56314) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:00.899652 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:00.999953 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.004267 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-652979702-network', 'tenant_id': 'f47a2f819ff0453297e27e5b84ef239f'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:01.041861 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0d9f3a-f625-4639-808f-0a3636fd6a7f,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:01.052869 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.053243 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.053584 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.053920 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.054250 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.054590 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.055096 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.055775 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.056283 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.056756 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.057243 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.057727 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Tracked resource versions report: Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: pushed versions: Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: { 'AddressGroup': {'1.2'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'ConntrackHelper': {'1.0'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Log': {'1.0'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Network': {'1.1'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Port': {'1.7'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'PortForwarding': {'1.2'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'QosPolicy': {'1.9'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SecurityGroup': {'1.4'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SecurityGroupRule': {'1.2'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SubPort': {'1.0'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Subnet': {'1.1'}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Trunk': {'1.1'}} Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: consumer versions: Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: { DHCP agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: HyperV agent@hv-cinder-80390: {}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: L3 agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: Metadata agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: Metering agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: Open vSwitch agent@dv-cinder-803901-6-iscsi: { 'AddressGroup': '1.2', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'ConntrackHelper': '1.0', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Log': '1.0', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Network': '1.1', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Port': '1.7', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'PortForwarding': '1.2', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'QosPolicy': '1.9', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SecurityGroup': '1.4', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SecurityGroupRule': '1.2', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'SubPort': '1.0', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Subnet': '1.1', Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: 'Trunk': '1.1'}} Aug 16 06:55:01.058991 dv-cinder-803901-6-iscsi neutron-server[101191]: {{(pid=101191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 06:55:01.085916 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:55:01.104274 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1582338389-network', 'tenant_id': '35013712062a498f917269af0e24d673'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:01.118573 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766673731175', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.119604 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Unsubscribe: segment precommit_create {{(pid=101191) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 06:55:01.120225 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Added segment 252acdf4-9ba8-4b05-a174-03fa9e493e6f of type vlan for network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 Aug 16 06:55:01.124557 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Made reservation on behalf of f47a2f819ff0453297e27e5b84ef239f for: {'network': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:01.130807 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.148256 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.179443 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-666442255-network', 'tenant_id': 'c039abc6408441d98c333f659184a74a'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:01.192547 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.db.api [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 06:55:01.192547 dv-cinder-803901-6-iscsi neutron-server[101192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 06:55:01.192547 dv-cinder-803901-6-iscsi neutron-server[101192]: [parameters: {'project_id_1': 'f47a2f819ff0453297e27e5b84ef239f', 'expiration_1': datetime.datetime(2021, 8, 16, 6, 55, 1, 173649)}] Aug 16 06:55:01.192547 dv-cinder-803901-6-iscsi neutron-server[101192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 06:55:01.194782 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG oslo_db.api [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 06:55:01.235870 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.346562 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Made reservation on behalf of 35013712062a498f917269af0e24d673 for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:01.350557 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.361990 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.378554 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.379711 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:01.380343 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.482242 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:01.488013 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Made reservation on behalf of c039abc6408441d98c333f659184a74a for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:01.490322 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.497542 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:55:01.534051 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.551962 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-6e147580-1944-4d79-8b02-71850603d1d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6290631 Aug 16 06:55:01.554490 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56338) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:01.560556 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Request body: {'subnet': {'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-subnet', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:01.664669 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.696284 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.734398 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.747385 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.db.api [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 06:55:01.747385 dv-cinder-803901-6-iscsi neutron-server[101192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 06:55:01.747385 dv-cinder-803901-6-iscsi neutron-server[101192]: [parameters: {'project_id_1': 'f47a2f819ff0453297e27e5b84ef239f', 'expiration_1': datetime.datetime(2021, 8, 16, 6, 55, 1, 713931)}] Aug 16 06:55:01.747385 dv-cinder-803901-6-iscsi neutron-server[101192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 06:55:01.748233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG oslo_db.api [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 06:55:01.748503 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.db.api [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 06:55:01.748503 dv-cinder-803901-6-iscsi neutron-server[101192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 06:55:01.748503 dv-cinder-803901-6-iscsi neutron-server[101192]: [parameters: {'project_id_1': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'expiration_1': datetime.datetime(2021, 8, 16, 6, 55, 1, 566915)}] Aug 16 06:55:01.748503 dv-cinder-803901-6-iscsi neutron-server[101192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 06:55:01.749107 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG oslo_db.api [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 06:55:01.777384 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:55:01.781437 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:01.802431 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.802897 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Added segment e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2 of type vlan for network 77061cc3-7d20-48a0-a166-f20448d8669f Aug 16 06:55:01.861028 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:01.917752 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.019605 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.020671 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:02.026193 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.026193 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.113837 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:55:02.129447 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] Pushing event updated for resources: {'Network': ['ID=77061cc3-7d20-48a0-a166-f20448d8669f,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:02.133795 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5985814-7371-49bd-90a1-88812c12ca71,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:02.141857 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 77061cc3-7d20-48a0-a166-f20448d8669f details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:55:02.146181 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.149782 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Added segment f3149c9e-d949-435f-b842-989e0e2c3a4c of type vlan for network ab8752b6-7d0b-4007-ad91-11175ff501f7 Aug 16 06:55:02.198517 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a109937d-ee8f-4043-b3ee-537e80582124 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3721354 Aug 16 06:55:02.201013 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.201575 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56366) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:02.209284 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Request body: {'subnet': {'network_id': '77061cc3-7d20-48a0-a166-f20448d8669f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1582338389-subnet', 'tenant_id': '35013712062a498f917269af0e24d673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:02.308649 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.310830 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:02.312255 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.341895 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Made reservation on behalf of 35013712062a498f917269af0e24d673 for: {'subnet': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:02.344533 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.392545 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] Pushing event updated for resources: {'Network': ['ID=ab8752b6-7d0b-4007-ad91-11175ff501f7,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:02.404455 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:55:02.406670 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.490731 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-acb0aa45-27b8-4082-a27d-185c3c48632f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6001792 Aug 16 06:55:02.491059 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56378) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:02.495965 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Request body: {'subnet': {'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-subnet', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:02.678792 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Made reservation on behalf of 7e6f034fdfd34eebb61fc2a66e6c8cb4 for: {'subnet': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:02.681377 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.700065 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.db.api [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 06:55:02.700065 dv-cinder-803901-6-iscsi neutron-server[101191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 06:55:02.700065 dv-cinder-803901-6-iscsi neutron-server[101191]: [parameters: {'project_id_1': 'c039abc6408441d98c333f659184a74a', 'expiration_1': datetime.datetime(2021, 8, 16, 6, 55, 2, 507986)}] Aug 16 06:55:02.700065 dv-cinder-803901-6-iscsi neutron-server[101191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 06:55:02.700483 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG oslo_db.api [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 06:55:02.735514 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:02.861854 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Checking segment: {'id': 'e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77061cc3-7d20-48a0-a166-f20448d8669f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:02.863008 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Network hostable DHCP agents. Network: 77061cc3-7d20-48a0-a166-f20448d8669f, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:55:02.902389 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3a96d1-b1fb-47cb-bb0c-a76a9a2c5ece,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:02.962432 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.962813 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.963178 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.963699 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.964342 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.964867 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.965468 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.966009 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.966350 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.966687 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.967021 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.967398 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Tracked resource versions report: Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: pushed versions: Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: { 'AddressGroup': {'1.2'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'ConntrackHelper': {'1.0'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Log': {'1.0'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Network': {'1.1'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Port': {'1.7'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'PortForwarding': {'1.2'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'QosPolicy': {'1.9'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SecurityGroup': {'1.4'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SecurityGroupRule': {'1.2'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SubPort': {'1.0'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Subnet': {'1.1'}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Trunk': {'1.1'}} Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: consumer versions: Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: { DHCP agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: HyperV agent@hv-cinder-80390: {}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: L3 agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: Metadata agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: Metering agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: Open vSwitch agent@dv-cinder-803901-6-iscsi: { 'AddressGroup': '1.2', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'ConntrackHelper': '1.0', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Log': '1.0', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Network': '1.1', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Port': '1.7', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'PortForwarding': '1.2', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'QosPolicy': '1.9', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SecurityGroup': '1.4', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SecurityGroupRule': '1.2', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'SubPort': '1.0', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Subnet': '1.1', Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: 'Trunk': '1.1'}} Aug 16 06:55:02.968555 dv-cinder-803901-6-iscsi neutron-server[101192]: {{(pid=101192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 06:55:02.979300 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Network 77061cc3-7d20-48a0-a166-f20448d8669f is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:55:03.024865 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.096186 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 77061cc3-7d20-48a0-a166-f20448d8669f) {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:03.099602 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.106203 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a525e2f8-e245-4995-8f73-e0ad6e5a884d None None] Network 77061cc3-7d20-48a0-a166-f20448d8669f requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:03.116227 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:03.116916 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.119288 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:55:03.144948 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.145542 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.segments_db [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Added segment 0bf1d27e-b433-447e-8794-58fdd7f8ffb8 of type vlan for network 01ab3804-26c5-4305-9f00-e98c3663402c Aug 16 06:55:03.166359 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb387d4-b135-40fd-bc97-6fce68d703fd,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:03.189969 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.238568 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.277982 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-9bb167c9-2429-4c65-b1f8-8923a022034e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0751839 Aug 16 06:55:03.291834 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570ae11a-a15c-4bc0-b819-20b19573e3f9,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:03.315185 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2017f-370c-40f4-ae39-9520b5b748db None None] Network 77061cc3-7d20-48a0-a166-f20448d8669f requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:03.316079 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Checking segment: {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:03.316571 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Network hostable DHCP agents. Network: 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:55:03.431272 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:55:03.433606 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.434378 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Made reservation on behalf of c039abc6408441d98c333f659184a74a for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:03.436626 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:03.437260 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.438381 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.542965 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] Pushing event updated for resources: {'Network': ['ID=01ab3804-26c5-4305-9f00-e98c3663402c,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:03.556517 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 01ab3804-26c5-4305-9f00-e98c3663402c details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:55:03.604980 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70) {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:03.615410 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-c665165e-9c32-454e-ab6d-da57ef0f375c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8735988 Aug 16 06:55:03.617479 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:03.621818 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56446) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:03.622009 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.633501 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55840e6c-a6c1-4781-b158-2e646c89c836 None None] Network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:03.638265 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Request body: {'subnet': {'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-652979702-subnet', 'tenant_id': 'f47a2f819ff0453297e27e5b84ef239f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:03.761087 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56458) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:03.761256 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-730a8d99-97b3-47a7-9b00-63bfbb4d15c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2038434 Aug 16 06:55:03.765445 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:03.779172 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:03.785939 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56466) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:03.792118 dv-cinder-803901-6-iscsi neutron-server[101192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 06:55:03.810976 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d05903-b907-4842-a815-63a262444177 None None] Network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:03.851001 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a95ff011-2f9a-47c3-be10-9fcf5af7c083,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:03.860965 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Checking segment: {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:03.861329 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Network hostable DHCP agents. Network: ab8752b6-7d0b-4007-ad91-11175ff501f7, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:55:03.870011 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Made reservation on behalf of f47a2f819ff0453297e27e5b84ef239f for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:03.872407 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.043934 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56470) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:04.044126 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-7833ba29-fe14-4000-9836-4bfc4b828397 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:04.045622 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-7833ba29-fe14-4000-9836-4bfc4b828397 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/networks?id=77061cc3-7d20-48a0-a166-f20448d8669f HTTP/1.1" status: 200 len: 812 time: 0.2585833 Aug 16 06:55:04.068166 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-43b407ca-4afc-4d1a-b6eb-0b29836f1927 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/quotas/35013712062a498f917269af0e24d673 HTTP/1.1" status: 200 len: 375 time: 0.0120335 Aug 16 06:55:04.120046 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.121634 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.131899 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:55:04.134223 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-4201f338-bb58-46ed-93ca-b37942bcae9a tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35013712062a498f917269af0e24d673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582340 Aug 16 06:55:04.233397 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c8aada27-890a-46f5-81ab-f9712fffb66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.266239 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b7e07692-f218-4c66-8673-7096fc9fcc31 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 06:55:04.267345 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b7e07692-f218-4c66-8673-7096fc9fcc31 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533338 Aug 16 06:55:04.300482 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.300482 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, ab8752b6-7d0b-4007-ad91-11175ff501f7) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:04.311751 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.323822 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c99d0-9b4a-401c-b58e-66e98ebcf9db None None] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:04.346882 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:04.347512 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.370532 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-f4a7365c-8a6b-4a08-8a70-4189700d651e service neutron] 10.222.0.20 "GET /v2.0/networks/77061cc3-7d20-48a0-a166-f20448d8669f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965433 Aug 16 06:55:04.457705 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1739aee4-4159-4e90-a54b-074257d5a5d0,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:04.481764 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Checking segment: {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:04.482132 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Network hostable DHCP agents. Network: 01ab3804-26c5-4305-9f00-e98c3663402c, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:55:04.488554 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-ab8752b6-7d0b-4007-ad91-11175ff501f7', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 06:55:04.489710 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.494038 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-51eadd3f-73c4-4f94-901a-900bb4b80da7 service neutron] 10.222.0.20 "GET /v2.0/networks/77061cc3-7d20-48a0-a166-f20448d8669f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167543 Aug 16 06:55:04.620564 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.631532 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Network 01ab3804-26c5-4305-9f00-e98c3663402c is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:55:04.682995 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c8aada27-890a-46f5-81ab-f9712fffb66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.684296 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Allocated IP 172.20.0.2 (ab8752b6-7d0b-4007-ad91-11175ff501f7/a95ff011-2f9a-47c3-be10-9fcf5af7c083/f6d96859-441c-4da5-871a-67a6fc5c43ba) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:04.755004 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 01ab3804-26c5-4305-9f00-e98c3663402c) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:04.759708 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:04.760297 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.789901 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696dae81-1d04-4bd2-96ed-bca738dbcb15 None None] Network 01ab3804-26c5-4305-9f00-e98c3663402c requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:04.838362 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c8aada27-890a-46f5-81ab-f9712fffb66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:04.882785 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56510) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:04.935957 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-2411d9be-660a-406e-825c-72d3a6e178ca admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3129776 Aug 16 06:55:04.975900 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-30fb50af-380c-4b89-8339-c6d22d4a6ef3 req-e34d2449-03cd-4102-9340-aaf6de6334fc tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0919013 Aug 16 06:55:04.982169 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-11001400-7e37-4c68-ae70-302919c09c88 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4898882 Aug 16 06:55:04.985362 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56522) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:04.994495 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:05.003267 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-c8aada27-890a-46f5-81ab-f9712fffb66e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d171daa4f2e452788652e612eb01aa7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9581671 Aug 16 06:55:05.006368 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56524) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:05.020822 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aada27-890a-46f5-81ab-f9712fffb66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96386c9-922b-4a0d-a260-38d5fc627296,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:05.079401 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e4f51-75c8-4458-a684-8969a944409c None None] Network 01ab3804-26c5-4305-9f00-e98c3663402c requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:05.121211 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-95033345-5745-4060-8e25-b2cac9f06603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.135402 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.137093 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.141892 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.159371 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Transition to ACTIVE for port object f6d96859-441c-4da5-871a-67a6fc5c43ba will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:05.168413 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-95033345-5745-4060-8e25-b2cac9f06603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.198899 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Transition to ACTIVE for port object f6d96859-441c-4da5-871a-67a6fc5c43ba will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:05.314212 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.314883 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.352495 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:05.354876 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:05.374587 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:05.395259 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.426175 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.429767 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-95033345-5745-4060-8e25-b2cac9f06603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.439170 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Attempting to bind port f6d96859-441c-4da5-871a-67a6fc5c43ba on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:05.444426 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Attempting to bind port f6d96859-441c-4da5-871a-67a6fc5c43ba by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:05.444426 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Attempting to bind port f6d96859-441c-4da5-871a-67a6fc5c43ba on network ab8752b6-7d0b-4007-ad91-11175ff501f7 {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:05.445483 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-95033345-5745-4060-8e25-b2cac9f06603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.450915 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:05.450915 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Checking segment: {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:05.451437 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.451566 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Bound using segment: {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:05.452401 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Bound port: f6d96859-441c-4da5-871a-67a6fc5c43ba, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:05.452829 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.454180 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-95033345-5745-4060-8e25-b2cac9f06603 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e96386c9-922b-4a0d-a260-38d5fc627296 HTTP/1.1" status: 204 len: 168 time: 0.4390187 Aug 16 06:55:05.472363 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Pushing event updated for resources: {'Port': ['ID=f6d96859-441c-4da5-871a-67a6fc5c43ba,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:05.500792 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.501158 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.501511 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.501847 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.502177 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.502509 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.504205 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.504573 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.504932 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.505304 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.505598 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.505922 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Tracked resource versions report: Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: pushed versions: Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: { 'AddressGroup': {'1.2'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'ConntrackHelper': {'1.0'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Log': {'1.0'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Network': {'1.1'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Port': {'1.7'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'PortForwarding': {'1.2'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'QosPolicy': {'1.9'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SecurityGroup': {'1.4'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SecurityGroupRule': {'1.2'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SubPort': {'1.0'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Subnet': {'1.1'}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Trunk': {'1.1'}} Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: consumer versions: Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: { DHCP agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: HyperV agent@hv-cinder-80390: {}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: L3 agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: Metadata agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: Metering agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: Open vSwitch agent@dv-cinder-803901-6-iscsi: { 'AddressGroup': '1.2', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'ConntrackHelper': '1.0', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Log': '1.0', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Network': '1.1', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Port': '1.7', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'PortForwarding': '1.2', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'QosPolicy': '1.9', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SecurityGroup': '1.4', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SecurityGroupRule': '1.2', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'SubPort': '1.0', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Subnet': '1.1', Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: 'Trunk': '1.1'}} Aug 16 06:55:05.507070 dv-cinder-803901-6-iscsi neutron-server[101193]: {{(pid=101193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 06:55:05.584845 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-84624ea6-be35-4907-ad55-718de34da071 None None] For port f6d96859-441c-4da5-871a-67a6fc5c43ba, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:05.589579 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-84624ea6-be35-4907-ad55-718de34da071 None None] For port f6d96859-441c-4da5-871a-67a6fc5c43ba, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f6d96859-441c-4da5-871a-67a6fc5c43ba,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:05.652427 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95033345-5745-4060-8e25-b2cac9f06603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96386c9-922b-4a0d-a260-38d5fc627296,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:05.703319 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.914799 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:05.933013 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624ea6-be35-4907-ad55-718de34da071 None None] Pushing event updated for resources: {'Port': ['ID=f6d96859-441c-4da5-871a-67a6fc5c43ba,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:06.009249 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Allocated IP 172.27.0.233 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/b345ef17-80d4-47ec-8929-6155868b09e0) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:06.307839 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:06.600886 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:06.625865 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-57af75ce-b076-489d-95b0-ad16f1838583 req-234abf71-db3f-44df-8032-2f39d6855dbc tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0467927 Aug 16 06:55:06.701522 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-eef7e5bf-4cc2-46e8-bce1-6f496131ba82 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:06.709689 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-eef7e5bf-4cc2-46e8-bce1-6f496131ba82 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 814 time: 0.5256352 Aug 16 06:55:06.730670 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-fbac01e5-7f9f-4354-a373-2f171a1c2781 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/quotas/f47a2f819ff0453297e27e5b84ef239f HTTP/1.1" status: 200 len: 375 time: 0.0202909 Aug 16 06:55:06.807946 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-8a6f6f51-ad43-4b7f-ab2c-2175015451c2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521634 Aug 16 06:55:06.840345 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:06.845428 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56596) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:06.853778 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:06.917155 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:06.968401 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:07.006815 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:07.047404 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f6d96859-441c-4da5-871a-67a6fc5c43ba up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:07.048801 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Pushing event updated for resources: {'Port': ['ID=b345ef17-80d4-47ec-8929-6155868b09e0,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:07.060062 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af53840b-4b85-4e04-8ac5-fd72317fe053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:07.150758 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-37b3f44e-f408-491a-8a2e-d56b7afc45f8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 06:55:07.151814 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-37b3f44e-f408-491a-8a2e-d56b7afc45f8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0851645 Aug 16 06:55:07.161446 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Allocated IP 172.27.0.61 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/039cc8e9-019a-4228-aaf2-e4fac97d3e7d) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:07.315464 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af53840b-4b85-4e04-8ac5-fd72317fe053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:07.318783 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port f6d96859-441c-4da5-871a-67a6fc5c43ba completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:07.343198 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-62edd071-654d-4d90-99bc-9a0f0899211f service neutron] 10.222.0.20 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829526 Aug 16 06:55:07.420013 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af53840b-4b85-4e04-8ac5-fd72317fe053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:07.441434 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:07.489261 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-dbba2112-8b81-4358-b8ae-75e5e7ea4f21 service neutron] 10.222.0.20 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368730 Aug 16 06:55:07.491527 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd317b5f-0c68-478d-af6c-3aab05ba1401 None None] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:07.496886 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53840b-4b85-4e04-8ac5-fd72317fe053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc92511-0cda-4dd9-8d57-ca80d641a0e0,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:07.580515 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-af53840b-4b85-4e04-8ac5-fd72317fe053 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3d304ab17b3444ab4d8ad6c1e94296d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7323709 Aug 16 06:55:07.583975 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56618) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:07.621273 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:07.653811 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:07.697246 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-96d929fa-da4b-4d56-89f3-72312e749b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:07.706864 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:07.710748 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:07.716449 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:07.855030 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-bf9a80fe-ef4d-4dd9-9746-aa5938fcbd66 None None] Provisioning for port f6d96859-441c-4da5-871a-67a6fc5c43ba completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:07.864677 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-bf9a80fe-ef4d-4dd9-9746-aa5938fcbd66 None None] Provisioning complete for port f6d96859-441c-4da5-871a-67a6fc5c43ba triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:07.865400 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-bf9a80fe-ef4d-4dd9-9746-aa5938fcbd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.010704 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-96d929fa-da4b-4d56-89f3-72312e749b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.038603 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Pushing event updated for resources: {'Port': ['ID=039cc8e9-019a-4228-aaf2-e4fac97d3e7d,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:08.056465 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-bf9a80fe-ef4d-4dd9-9746-aa5938fcbd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.069923 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6ee45531-5012-45ca-962b-f89ba74ff92a req-063f4f57-2ce3-4afa-80ae-dc0f33a6d828 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.2631559 Aug 16 06:55:08.093533 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.108971 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-bf9a80fe-ef4d-4dd9-9746-aa5938fcbd66 None None] For port f6d96859-441c-4da5-871a-67a6fc5c43ba, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f6d96859-441c-4da5-871a-67a6fc5c43ba,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:08.139590 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5188d237-ff65-41c5-a50a-80c012fc0087 req-4f9c6578-a069-4b4b-bb7c-a933aeb47664 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.1675858 Aug 16 06:55:08.211437 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:55:08.290833 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-bf9a80fe-ef4d-4dd9-9746-aa5938fcbd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.323021 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-d71a3be5-161a-4e7f-aa8e-f588818577ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.328276 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-96d929fa-da4b-4d56-89f3-72312e749b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.333189 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-96d929fa-da4b-4d56-89f3-72312e749b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.336109 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-96d929fa-da4b-4d56-89f3-72312e749b17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fc92511-0cda-4dd9-8d57-ca80d641a0e0 HTTP/1.1" status: 204 len: 168 time: 0.7503333 Aug 16 06:55:08.364788 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a80fe-ef4d-4dd9-9746-aa5938fcbd66 None None] Pushing event updated for resources: {'Port': ['ID=f6d96859-441c-4da5-871a-67a6fc5c43ba,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:08.391084 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Router ebe3423c-1769-4fa5-b3e7-4b80314b353a is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 06:55:08.401942 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d929fa-da4b-4d56-89f3-72312e749b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc92511-0cda-4dd9-8d57-ca80d641a0e0,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:08.432855 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-52024120-88e1-46a5-832e-e3498f06b732 None None] Provisioning complete for port f6d96859-441c-4da5-871a-67a6fc5c43ba triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:08.433499 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-52024120-88e1-46a5-832e-e3498f06b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.491806 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.523811 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 06:55:08.538305 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Sync routers for ids ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 06:55:08.552769 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Routers {'ebe3423c-1769-4fa5-b3e7-4b80314b353a'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:55:08.553421 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:54:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:08.630565 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.634554 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-922840c3-d5e5-43d1-9266-f549965cc842 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8727305 Aug 16 06:55:08.634860 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56664) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:08.723773 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56666) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:08.774525 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:08.823124 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Set router ebe3423c-1769-4fa5-b3e7-4b80314b353a gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:55:08.995646 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f6d96859-441c-4da5-871a-67a6fc5c43ba up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:09.042415 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1e61c5e1-fd81-4558-9e07-ee417767166c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.095510 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port f6d96859-441c-4da5-871a-67a6fc5c43ba triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:09.096001 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.181705 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1e61c5e1-fd81-4558-9e07-ee417767166c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.183505 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 06:55:09.296669 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-db90c5fa-67f7-4fa4-826d-42fec37a39a1 req-18b5b7db-097a-4350-b451-ce79821d6ec3 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.0368106 Aug 16 06:55:09.298069 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1e61c5e1-fd81-4558-9e07-ee417767166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.309235 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:04Z', 'updated_at': '2021-08-16T06:55:07Z', 'revision_number': 3, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'gw_port': {'id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:09.344844 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Checking router: ebe3423c-1769-4fa5-b3e7-4b80314b353a for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 06:55:09.345285 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Updating router ebe3423c-1769-4fa5-b3e7-4b80314b353a port b345ef17-80d4-47ec-8929-6155868b09e0 binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 06:55:09.375214 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.426762 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.625983 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-25655c11-5bf3-47b6-a2c0-b4349e9c4c6d req-b6203b11-d3bd-4526-a02a-30b0e9aa975f tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.2656710 Aug 16 06:55:09.633531 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-1e61c5e1-fd81-4558-9e07-ee417767166c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29ccc28630cc4183b8de1b2770e866dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9051208 Aug 16 06:55:09.633531 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61c5e1-fd81-4558-9e07-ee417767166c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b9b22-ad9c-4ec9-a57e-3842d9795eb1,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:09.633913 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56702) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:09.642958 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 06:55:09.655023 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Sync routers for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 06:55:09.671442 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:55:09.673112 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:54:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:09.732143 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.733122 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-865e619c-3ca3-447e-8552-56796e9e0e0e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7459958 Aug 16 06:55:09.735725 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56704) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:09.748669 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.750533 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Allocated IP 172.20.0.1 (0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70/570ae11a-a15c-4bc0-b819-20b19573e3f9/6e168792-ff4a-4eb4-a83c-401f6b80fae7) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:09.764164 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Transition to ACTIVE for port object b345ef17-80d4-47ec-8929-6155868b09e0 will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:09.773415 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e0749172-4bd9-4a5f-8f2a-ff69de48dc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.797482 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:55:09.847753 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e0749172-4bd9-4a5f-8f2a-ff69de48dc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.919725 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.951507 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:09.994994 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Attempting to bind port b345ef17-80d4-47ec-8929-6155868b09e0 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:09.995453 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Attempting to bind port b345ef17-80d4-47ec-8929-6155868b09e0 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:09.995645 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Attempting to bind port b345ef17-80d4-47ec-8929-6155868b09e0 on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:10.007184 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:10.007550 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:10.014581 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.014581 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:10.014581 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Bound port: b345ef17-80d4-47ec-8929-6155868b09e0, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:10.014581 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.014581 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Pushing event updated for resources: {'Port': ['ID=b345ef17-80d4-47ec-8929-6155868b09e0,revision_number=2']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:10.040654 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.041288 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Tracked resource versions report: Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: pushed versions: Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: { 'AddressGroup': {'1.2'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'ConntrackHelper': {'1.0'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Log': {'1.0'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Network': {'1.1'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Port': {'1.7'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'PortForwarding': {'1.2'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'QosPolicy': {'1.9'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SecurityGroup': {'1.4'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SecurityGroupRule': {'1.2'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SubPort': {'1.0'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Subnet': {'1.1'}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Trunk': {'1.1'}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: consumer versions: Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: { DHCP agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: HyperV agent@hv-cinder-80390: {}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: L3 agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: Metadata agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: Metering agent@dv-cinder-803901-6-iscsi: {}, Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: Open vSwitch agent@dv-cinder-803901-6-iscsi: { 'AddressGroup': '1.2', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'ConntrackHelper': '1.0', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Log': '1.0', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Network': '1.1', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Port': '1.7', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'PortForwarding': '1.2', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'QosPolicy': '1.9', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SecurityGroup': '1.4', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SecurityGroupRule': '1.2', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'SubPort': '1.0', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Subnet': '1.1', Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: 'Trunk': '1.1'}} Aug 16 06:55:10.054894 dv-cinder-803901-6-iscsi neutron-server[101194]: {{(pid=101194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 06:55:10.058476 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:08Z', 'revision_number': 3, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:10.073029 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e0749172-4bd9-4a5f-8f2a-ff69de48dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.077688 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e0749172-4bd9-4a5f-8f2a-ff69de48dc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.078271 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Checking router: 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 06:55:10.078832 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Updating router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 06:55:10.082299 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-e0749172-4bd9-4a5f-8f2a-ff69de48dc95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a7b9b22-ad9c-4ec9-a57e-3842d9795eb1 HTTP/1.1" status: 204 len: 168 time: 0.4449306 Aug 16 06:55:10.113511 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.115299 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0749172-4bd9-4a5f-8f2a-ff69de48dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b9b22-ad9c-4ec9-a57e-3842d9795eb1,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:10.124750 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] For port b345ef17-80d4-47ec-8929-6155868b09e0, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:10.132608 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.135640 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] For port b345ef17-80d4-47ec-8929-6155868b09e0, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=b345ef17-80d4-47ec-8929-6155868b09e0,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:10.220135 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.253262 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:10.259281 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:10.262416 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:10.264383 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.308704 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Routers {'ebe3423c-1769-4fa5-b3e7-4b80314b353a'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:55:10.309552 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:54:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:10.337884 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.499923 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Pushing event updated for resources: {'Port': ['ID=6e168792-ff4a-4eb4-a83c-401f6b80fae7,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:10.563525 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-42deb969-26ea-4305-b931-ba142145d3ea req-89eb41e5-df34-42af-9cdf-d859a5ffe2d1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.0688856 Aug 16 06:55:10.586655 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0c0b0-0ece-4499-bae3-899b2e13a481 None None] Pushing event updated for resources: {'Port': ['ID=b345ef17-80d4-47ec-8929-6155868b09e0,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:10.590204 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] Set router ebe3423c-1769-4fa5-b3e7-4b80314b353a gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:55:10.609174 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Allocated IP 172.20.0.1 (ab8752b6-7d0b-4007-ad91-11175ff501f7/a95ff011-2f9a-47c3-be10-9fcf5af7c083/27aec5ae-9614-4c64-9fc0-6cc5c7903fff) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:10.610358 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.625517 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Transition to ACTIVE for port object 039cc8e9-019a-4228-aaf2-e4fac97d3e7d will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:10.747589 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.778942 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.847330 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:04Z', 'updated_at': '2021-08-16T06:55:07Z', 'revision_number': 3, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'gw_port': {'id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:10.847467 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dd6e416c-a112-440d-b724-e09545d90471 req-0c25c8a5-915d-43d0-b4de-e52559298b27 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0829380 Aug 16 06:55:10.860621 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd20a8a-76fd-4486-ad69-53eb0c57debb None None] Pushing event updated for resources: {'Port': ['ID=039cc8e9-019a-4228-aaf2-e4fac97d3e7d,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:10.863907 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Attempting to bind port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:10.864285 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Attempting to bind port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:10.864657 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Attempting to bind port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:10.866428 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Transition to ACTIVE for port object 27aec5ae-9614-4c64-9fc0-6cc5c7903fff will not be triggered until provisioned by entity DHCP. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:10.875615 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:10.876001 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:10.876413 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.876848 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:10.877330 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Bound port: 039cc8e9-019a-4228-aaf2-e4fac97d3e7d, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:10.878697 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.902629 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24edea-24b9-4cc2-ab19-204cfb535569 None None] The sync data for ids ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'] in dv-cinder-803901-6-iscsi is: [{'id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:04Z', 'updated_at': '2021-08-16T06:55:07Z', 'revision_number': 3, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'gw_port': {'id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 06:55:10.903878 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.956552 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:10.963056 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] For port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:10.966697 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] For port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=039cc8e9-019a-4228-aaf2-e4fac97d3e7d,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:11.070915 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-9990d9e7-1cbb-4aa9-a06e-07ee2e2dba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.071531 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.073263 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.124372 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:11.129757 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:11.133754 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:11.134227 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.142134 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.153123 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd20a8a-76fd-4486-ad69-53eb0c57debb None None] Pushing event updated for resources: {'Port': ['ID=039cc8e9-019a-4228-aaf2-e4fac97d3e7d,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:11.156466 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:55:11.157173 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:55:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:11.203291 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Pushing event updated for resources: {'Port': ['ID=27aec5ae-9614-4c64-9fc0-6cc5c7903fff,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:11.272954 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.273783 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.410458 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:55:11.474768 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Pushing event updated for resources: {'Port': ['ID=6e168792-ff4a-4eb4-a83c-401f6b80fae7,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:11.494940 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.557659 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:11.566509 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:11.724872 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-e699bebe-9ad2-4fc4-bffb-b75bed250c6c None None] Provisioning for port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:11.763605 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-e699bebe-9ad2-4fc4-bffb-b75bed250c6c None None] Provisioning complete for port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:11.763605 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e699bebe-9ad2-4fc4-bffb-b75bed250c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.788492 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.800833 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Router ebe3423c-1769-4fa5-b3e7-4b80314b353a has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 06:55:11.816860 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fc187380-2c44-462a-8c80-9f5fcb009a1f req-f354c461-58c7-4fb0-8e60-d0b7e8c964f9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.1420867 Aug 16 06:55:11.838937 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.841507 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:11.879047 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-e699bebe-9ad2-4fc4-bffb-b75bed250c6c None None] Port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 06:55:11.901644 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:08Z', 'revision_number': 3, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:11.958632 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 06:55:11.967958 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ab3df2d6-42d4-49fc-8363-f182ac1ec06b admin admin] 10.222.0.20 "PUT /v2.0/routers/ebe3423c-1769-4fa5-b3e7-4b80314b353a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3320155 Aug 16 06:55:11.984706 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8a99c-ca37-4a21-b378-3ca0dd107a73 None None] The sync data for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi is: [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:08Z', 'revision_number': 3, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 06:55:12.019186 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:12.021466 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4d47ed33-78cf-484c-bd21-d1095a83a121 req-eb4fb858-914e-42b5-a16c-924ea067a61f tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0604024 Aug 16 06:55:12.026250 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Pushing event updated for resources: {'Port': ['ID=27aec5ae-9614-4c64-9fc0-6cc5c7903fff,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:12.101585 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:12.103288 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:12.454932 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 06:55:12.536462 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-a65483fa-9ce7-4fb8-afa5-6af9d5b05f1f None None] Provisioning complete for port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:12.536996 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-a65483fa-9ce7-4fb8-afa5-6af9d5b05f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:12.662464 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-a65483fa-9ce7-4fb8-afa5-6af9d5b05f1f None None] Port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 06:55:12.715493 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 06:55:12.736344 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-2e53109c-336c-46bc-b766-bffb42829b51 admin admin] 10.222.0.20 "PUT /v2.0/routers/8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9863622 Aug 16 06:55:12.829645 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-2e817564-a2f6-4231-bc86-41eefa75a82b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:12.835866 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-2e817564-a2f6-4231-bc86-41eefa75a82b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 819 time: 0.1984615 Aug 16 06:55:12.871422 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-a1223abd-c153-4069-ad4c-4b107b9bc954 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/quotas/7e6f034fdfd34eebb61fc2a66e6c8cb4 HTTP/1.1" status: 200 len: 375 time: 0.0320897 Aug 16 06:55:13.006333 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d34daba1-f4f1-421f-aa98-5191737918d9 req-ede3f053-8e39-46cc-bbdb-78c4f38b7d2d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.0675609 Aug 16 06:55:13.042773 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-d2608786-08e3-4fea-8393-5e4d4176e547 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1651869 Aug 16 06:55:13.070199 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 039cc8e9-019a-4228-aaf2-e4fac97d3e7d up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:13.218895 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:13.225208 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:13.225403 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:13.366291 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:13.386772 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Sync routers for ids ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 06:55:13.397745 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=039cc8e9-019a-4228-aaf2-e4fac97d3e7d,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:13.397978 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Routers {'ebe3423c-1769-4fa5-b3e7-4b80314b353a'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:55:13.398355 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:55:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:13.400293 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:13.401688 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-a701bb9c-23ac-4812-a380-633c98d4e628 service neutron] 10.222.0.20 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483171 Aug 16 06:55:13.473354 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:13.474330 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device b345ef17-80d4-47ec-8929-6155868b09e0 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:13.581317 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-ae7be914-aac2-4aec-8861-98a8d6b2e204 service neutron] 10.222.0.20 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778405 Aug 16 06:55:13.605246 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56838) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:13.644965 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=039cc8e9-019a-4228-aaf2-e4fac97d3e7d,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:13.670442 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56842) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:13.774360 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port b345ef17-80d4-47ec-8929-6155868b09e0 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:13.775090 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Set router ebe3423c-1769-4fa5-b3e7-4b80314b353a gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:55:13.781433 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port b345ef17-80d4-47ec-8929-6155868b09e0 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:13.781622 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:13.803075 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f8f251fd-c0d6-40e6-b5cd-c21a38736c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:13.937613 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cd69482f-8d40-4b09-91e6-6761452a9818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.284300 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f8f251fd-c0d6-40e6-b5cd-c21a38736c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.289306 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:04Z', 'updated_at': '2021-08-16T06:55:10Z', 'revision_number': 4, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'gw_port': {'id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '6e168792-ff4a-4eb4-a83c-401f6b80fae7', 'name': '', 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'mac_address': 'fa:16:3e:84:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '570ae11a-a15c-4bc0-b819-20b19573e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:09Z', 'updated_at': '2021-08-16T06:55:10Z', 'revision_number': 2, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'subnets': [{'id': '570ae11a-a15c-4bc0-b819-20b19573e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:14.291283 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.292984 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a8fb45b5-2779-4623-b30e-81d24f12fbed req-3c93bdbc-7423-434c-b9e7-62e3259ed19c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0812917 Aug 16 06:55:14.293424 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Checking router: ebe3423c-1769-4fa5-b3e7-4b80314b353a for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 06:55:14.293424 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Updating router ebe3423c-1769-4fa5-b3e7-4b80314b353a port 6e168792-ff4a-4eb4-a83c-401f6b80fae7 binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 06:55:14.293682 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port b345ef17-80d4-47ec-8929-6155868b09e0, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=b345ef17-80d4-47ec-8929-6155868b09e0,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:14.293837 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.293970 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ba7462dd-500d-4efe-a46e-11f6888fc921 req-ff98ba8f-175b-4f8e-9638-409b0804e1c0 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 210 time: 0.0456476 Aug 16 06:55:14.294099 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f8f251fd-c0d6-40e6-b5cd-c21a38736c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.294229 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.294420 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.18', 61193) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:14.417443 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=b345ef17-80d4-47ec-8929-6155868b09e0,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:14.440381 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-f8f251fd-c0d6-40e6-b5cd-c21a38736c23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed5b2300efc940639f6547d083cae64c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8333552 Aug 16 06:55:14.444969 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56868) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:14.445605 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f251fd-c0d6-40e6-b5cd-c21a38736c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d56f21-7433-4a55-9190-920837d4f5b7,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:14.550874 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae0a4ced-24f4-45c8-af5f-b0fe9a0008fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.577823 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cd69482f-8d40-4b09-91e6-6761452a9818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.582677 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ccdd11ea-07e6-460a-b7f8-b22e12bb9ab9 req-1a5fc994-56ff-4e37-beaf-714bbfddca79 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.1400425 Aug 16 06:55:14.600476 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae0a4ced-24f4-45c8-af5f-b0fe9a0008fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.665359 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-154d997e-8be9-4a42-afae-a4638e5869aa tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:14.667001 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-154d997e-8be9-4a42-afae-a4638e5869aa tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.18 "GET /v2.0/networks?id=77061cc3-7d20-48a0-a166-f20448d8669f HTTP/1.1" status: 200 len: 812 time: 0.3732104 Aug 16 06:55:14.667961 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cd69482f-8d40-4b09-91e6-6761452a9818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.710316 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69482f-8d40-4b09-91e6-6761452a9818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521c5a7f-c869-4a4a-b2e8-1f7cccfc6cb9,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:14.723244 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Request body: {'port': {'device_id': '75a29aaa-8fc5-453c-bf7c-4971c19fed6a', 'network_id': '77061cc3-7d20-48a0-a166-f20448d8669f', 'admin_state_up': True, 'tenant_id': '35013712062a498f917269af0e24d673'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:14.729695 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-cd69482f-8d40-4b09-91e6-6761452a9818 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d39cec3d239f4853a873d0c37206ae0e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0581720 Aug 16 06:55:14.730621 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56882) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:14.820481 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae0a4ced-24f4-45c8-af5f-b0fe9a0008fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.823505 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae0a4ced-24f4-45c8-af5f-b0fe9a0008fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.826539 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Sync routers for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 06:55:14.828308 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ae0a4ced-24f4-45c8-af5f-b0fe9a0008fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10d56f21-7433-4a55-9190-920837d4f5b7 HTTP/1.1" status: 204 len: 168 time: 0.3715601 Aug 16 06:55:14.850232 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:55:14.851292 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:55:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:14.854762 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a4ced-24f4-45c8-af5f-b0fe9a0008fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d56f21-7433-4a55-9190-920837d4f5b7,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:14.882957 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0fe69435-4087-42f2-a504-ed73c7403063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:14.935483 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0fe69435-4087-42f2-a504-ed73c7403063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.041711 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.072927 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 039cc8e9-019a-4228-aaf2-e4fac97d3e7d up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:15.124928 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0fe69435-4087-42f2-a504-ed73c7403063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.129887 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0fe69435-4087-42f2-a504-ed73c7403063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.135094 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Transition to ACTIVE for port object 6e168792-ff4a-4eb4-a83c-401f6b80fae7 will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:15.136686 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-0fe69435-4087-42f2-a504-ed73c7403063 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/521c5a7f-c869-4a4a-b2e8-1f7cccfc6cb9 HTTP/1.1" status: 204 len: 168 time: 0.4031911 Aug 16 06:55:15.149630 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe69435-4087-42f2-a504-ed73c7403063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521c5a7f-c869-4a4a-b2e8-1f7cccfc6cb9,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:15.213649 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:55:15.222310 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.270574 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-00f5a6b2-6546-4735-bd18-3498cc28d459 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:15.277276 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e882fb-e17f-437a-8f27-2c601e09062a None None] Pushing event updated for resources: {'Port': ['ID=6e168792-ff4a-4eb4-a83c-401f6b80fae7,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:15.293237 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-00f5a6b2-6546-4735-bd18-3498cc28d459 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 819 time: 0.2342927 Aug 16 06:55:15.318524 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.18', 61199) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:15.335037 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-c68df2dd-ff71-4623-99e4-44bde213d7b7 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/quotas/7e6f034fdfd34eebb61fc2a66e6c8cb4 HTTP/1.1" status: 200 len: 375 time: 0.0414369 Aug 16 06:55:15.368422 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Made reservation on behalf of 35013712062a498f917269af0e24d673 for: {'port': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:15.374599 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:15.374814 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.375822 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 56914) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:15.378016 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.397370 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-50ee4362-b162-43c3-be95-d4cfc7f0676b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216465949', 'description': 'tempest-description--1820990571'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:15.521432 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Attempting to bind port 6e168792-ff4a-4eb4-a83c-401f6b80fae7 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:15.524697 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Attempting to bind port 6e168792-ff4a-4eb4-a83c-401f6b80fae7 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:15.525265 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Attempting to bind port 6e168792-ff4a-4eb4-a83c-401f6b80fae7 on network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:15.534485 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:15.536871 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Checking segment: {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:15.541748 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.542349 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Bound using segment: {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:15.551900 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Bound port: 6e168792-ff4a-4eb4-a83c-401f6b80fae7, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:15.552334 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.580033 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-5e02096f-37f2-4dc0-b955-1ea5055c4f57 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2437661 Aug 16 06:55:15.723408 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] For port 6e168792-ff4a-4eb4-a83c-401f6b80fae7, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:15.733758 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] For port 6e168792-ff4a-4eb4-a83c-401f6b80fae7, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=6e168792-ff4a-4eb4-a83c-401f6b80fae7,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:15.790437 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device b345ef17-80d4-47ec-8929-6155868b09e0 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:15.829658 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:15.887736 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb98bfde-9f4a-45d1-abc1-e40aae4ffa75 req-a8bbbde3-8b51-437b-8ba0-6d205695b28c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.1012771 Aug 16 06:55:15.900565 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Routers {'ebe3423c-1769-4fa5-b3e7-4b80314b353a'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:55:15.902144 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:55:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:16.066643 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-cc3bb868-01f0-4315-a556-da707f941c9b service neutron] 10.222.0.20 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786515 Aug 16 06:55:16.067610 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Allocated IP 172.20.0.4 (77061cc3-7d20-48a0-a166-f20448d8669f/5b3a96d1-b1fb-47cb-bb0c-a76a9a2c5ece/5f98dfb9-4b50-409d-add9-bd1a82281811) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:16.086445 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-1d559337-8763-4a7a-bf69-b04a7568537a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:16.089303 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-1d559337-8763-4a7a-bf69-b04a7568537a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 814 time: 0.7681258 Aug 16 06:55:16.109150 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Request body: {'port': {'device_id': '83d657c0-1841-4364-be64-d436965514dd', 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c', 'admin_state_up': True, 'tenant_id': 'f47a2f819ff0453297e27e5b84ef239f'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:16.165947 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-50ee4362-b162-43c3-be95-d4cfc7f0676b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:16.188984 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port b345ef17-80d4-47ec-8929-6155868b09e0 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:16.192416 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:16.227470 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] Set router ebe3423c-1769-4fa5-b3e7-4b80314b353a gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:55:16.285812 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e882fb-e17f-437a-8f27-2c601e09062a None None] Pushing event updated for resources: {'Port': ['ID=6e168792-ff4a-4eb4-a83c-401f6b80fae7,revision_number=4']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:16.325930 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 2, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:16.346804 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-6f8251ea-a5b2-48c2-95df-8d6526cce849 service neutron] 10.222.0.20 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816377 Aug 16 06:55:16.397345 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Checking router: 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 06:55:16.397713 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Updating router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 06:55:16.431991 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:16.454333 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7cd8ad92-a5fe-46fb-b5b2-36fbef8359c0 req-ba84bfb9-e8e2-44a6-8115-0d02d8455032 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.1034625 Aug 16 06:55:16.535308 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 56962) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:16.569594 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-66db0c8f-3297-4f13-a525-264af0e42b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:16.598340 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:16.639507 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:04Z', 'updated_at': '2021-08-16T06:55:10Z', 'revision_number': 4, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'gw_port': {'id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '6e168792-ff4a-4eb4-a83c-401f6b80fae7', 'name': '', 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'mac_address': 'fa:16:3e:84:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '570ae11a-a15c-4bc0-b819-20b19573e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:09Z', 'updated_at': '2021-08-16T06:55:15Z', 'revision_number': 4, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'subnets': [{'id': '570ae11a-a15c-4bc0-b819-20b19573e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:16.692376 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7477b9-f68d-4a99-9692-3aa3f91794e7 None None] The sync data for ids ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'] in dv-cinder-803901-6-iscsi is: [{'id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:04Z', 'updated_at': '2021-08-16T06:55:10Z', 'revision_number': 4, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'gw_port': {'id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '6e168792-ff4a-4eb4-a83c-401f6b80fae7', 'name': '', 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'mac_address': 'fa:16:3e:84:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '570ae11a-a15c-4bc0-b819-20b19573e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:09Z', 'updated_at': '2021-08-16T06:55:15Z', 'revision_number': 4, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'subnets': [{'id': '570ae11a-a15c-4bc0-b819-20b19573e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 06:55:16.985627 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5c21ec61-99be-4211-9294-0ca3ca2e120a req-7a95fb02-790a-4e3a-a596-b270b2aa00e1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.1474524 Aug 16 06:55:16.996242 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:17.205990 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-50ee4362-b162-43c3-be95-d4cfc7f0676b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:17.298445 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-50ee4362-b162-43c3-be95-d4cfc7f0676b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:17.336548 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Network 77061cc3-7d20-48a0-a166-f20448d8669f is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:17.408131 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee4362-b162-43c3-be95-d4cfc7f0676b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62c169e-8e34-4ef6-bc90-2539b2818b8d,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:17.460326 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:17.466567 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:17.475677 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:17.490783 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Transition to ACTIVE for port object 27aec5ae-9614-4c64-9fc0-6cc5c7903fff will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:17.498688 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:17.499652 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:17.500111 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 6e168792-ff4a-4eb4-a83c-401f6b80fae7 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:17.605952 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Pushing event updated for resources: {'Port': ['ID=5f98dfb9-4b50-409d-add9-bd1a82281811,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:17.661541 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:17.725988 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cffbb6-daa8-4805-89cd-820dcd5c766a req-e52468b6-bec0-43c6-b8c1-ae2549fa666d tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:17.727745 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5cffbb6-daa8-4805-89cd-820dcd5c766a req-e52468b6-bec0-43c6-b8c1-ae2549fa666d tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.5071776 Aug 16 06:55:17.750605 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 6e168792-ff4a-4eb4-a83c-401f6b80fae7 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:17.757050 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 6e168792-ff4a-4eb4-a83c-401f6b80fae7 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:17.757678 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:17.775826 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2774042b-d4c2-4ad8-a2d1-b5393270f3d6 req-d3a8ef14-cd46-465a-a147-db6bb0f5880b tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.0746098 Aug 16 06:55:17.832151 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af42104-c358-4381-9241-9fffbb1c0a51 None None] Pushing event updated for resources: {'Port': ['ID=27aec5ae-9614-4c64-9fc0-6cc5c7903fff,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:17.902457 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5cffbb6-daa8-4805-89cd-820dcd5c766a req-f984bdfc-b7f9-424b-981d-8fc3e75b4a6b tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256826 Aug 16 06:55:18.016518 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Attempting to bind port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:18.019619 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Attempting to bind port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:18.025108 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Attempting to bind port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff on network ab8752b6-7d0b-4007-ad91-11175ff501f7 {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:18.080474 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-66db0c8f-3297-4f13-a525-264af0e42b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.084028 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:18.087471 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Checking segment: {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:18.087471 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.087471 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Bound using segment: {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:18.087471 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Bound port: 27aec5ae-9614-4c64-9fc0-6cc5c7903fff, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:18.087471 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.167441 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-64c40f7f-bb9a-4f33-9fda-1c867e9f9de8 req-43300192-373c-4887-ad1c-d89d88e19bd1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0833766 Aug 16 06:55:18.192135 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-66db0c8f-3297-4f13-a525-264af0e42b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.259646 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57016) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:18.265769 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-66db0c8f-3297-4f13-a525-264af0e42b9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d589bf433934de89257e33d5746bce7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7291086 Aug 16 06:55:18.266627 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db0c8f-3297-4f13-a525-264af0e42b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da203cf5-590d-4ae2-a727-de93dc2775f9,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:18.325197 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57022) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:18.411235 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-40a2405b-2eed-44e8-bde2-7f1579404767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.416522 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] For port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:18.495999 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-50ee4362-b162-43c3-be95-d4cfc7f0676b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.503914 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-50ee4362-b162-43c3-be95-d4cfc7f0676b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.1172791 Aug 16 06:55:18.504055 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57032) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:18.506339 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-3a443808-5c41-4781-a7f8-2fa65dbdcadc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'security_group_rule': {'security_group_id': 'd62c169e-8e34-4ef6-bc90-2539b2818b8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:18.510104 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-40a2405b-2eed-44e8-bde2-7f1579404767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.525155 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] For port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=27aec5ae-9614-4c64-9fc0-6cc5c7903fff,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:18.560770 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.583314 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.18', 61205) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:18.597515 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-179402749-network', 'tenant_id': '68d458106c894195b60b5ba11ce60d26'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:18.634404 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Made reservation on behalf of f47a2f819ff0453297e27e5b84ef239f for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:18.653531 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.655496 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:18.702796 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 6e168792-ff4a-4eb4-a83c-401f6b80fae7, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=6e168792-ff4a-4eb4-a83c-401f6b80fae7,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:18.812527 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:55:18.813177 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:55:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:18.929377 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:19.073882 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af42104-c358-4381-9241-9fffbb1c0a51 None None] Pushing event updated for resources: {'Port': ['ID=27aec5ae-9614-4c64-9fc0-6cc5c7903fff,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:19.076966 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-40a2405b-2eed-44e8-bde2-7f1579404767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:19.090713 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-40a2405b-2eed-44e8-bde2-7f1579404767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:19.091986 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-40a2405b-2eed-44e8-bde2-7f1579404767 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da203cf5-590d-4ae2-a727-de93dc2775f9 HTTP/1.1" status: 204 len: 168 time: 0.8305936 Aug 16 06:55:19.216431 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2405b-2eed-44e8-bde2-7f1579404767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da203cf5-590d-4ae2-a727-de93dc2775f9,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:19.296970 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=6e168792-ff4a-4eb4-a83c-401f6b80fae7,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:19.320516 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:55:19.422254 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Allocated IP 172.20.0.8 (01ab3804-26c5-4305-9f00-e98c3663402c/1739aee4-4159-4e90-a54b-074257d5a5d0/c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:19.422843 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-b618fcf8-1b8d-47e9-9f89-8bc8c4114d12 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7005498 Aug 16 06:55:19.553462 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0ef03dca-f214-4aa3-ac53-b6d791ef14cc req-f64840ed-5859-4782-8ae0-a8b2afc90830 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.1617677 Aug 16 06:55:19.555233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.db.api [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 06:55:19.555233 dv-cinder-803901-6-iscsi neutron-server[101192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 06:55:19.555233 dv-cinder-803901-6-iscsi neutron-server[101192]: [parameters: {'project_id_1': '68d458106c894195b60b5ba11ce60d26', 'expiration_1': datetime.datetime(2021, 8, 16, 6, 55, 19, 385370)}] Aug 16 06:55:19.555233 dv-cinder-803901-6-iscsi neutron-server[101192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 06:55:19.559741 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG oslo_db.api [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 06:55:19.676356 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-ed7aafef-caf5-4ec5-b4f6-e4ac699134ad tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 06:55:19.676356 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-ed7aafef-caf5-4ec5-b4f6-e4ac699134ad tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292120 Aug 16 06:55:19.696116 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b9ca6b6c-b072-4012-a545-aa33c96cc0c1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:19.697612 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b9ca6b6c-b072-4012-a545-aa33c96cc0c1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 819 time: 1.0956066 Aug 16 06:55:19.779302 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7865b-a605-4bea-be27-fefa7873751f req-66849d87-a69b-4118-ba8b-6dc9d85c14e2 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:19.782795 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a9f7865b-a605-4bea-be27-fefa7873751f req-66849d87-a69b-4118-ba8b-6dc9d85c14e2 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.3928866 Aug 16 06:55:19.806851 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:19.854242 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4ead2fd0-1c8b-41c4-9c52-e179dac2e2bf req-1bc85689-97d0-4350-8da8-11c7034c4c93 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.1709690 Aug 16 06:55:19.967012 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a9f7865b-a605-4bea-be27-fefa7873751f req-9c9e33f5-6895-401e-8118-19d858e7f787 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762686 Aug 16 06:55:20.007431 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:18Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:20.041684 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4a7ca-83e8-4197-978d-bfd64719eeff None None] The sync data for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi is: [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:18Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 06:55:20.072141 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:20.087274 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3a443808-5c41-4781-a7f8-2fa65dbdcadc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:20.193398 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Network 01ab3804-26c5-4305-9f00-e98c3663402c is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:20.234062 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:20.247116 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:20.262420 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:20.263105 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:20.296614 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3a443808-5c41-4781-a7f8-2fa65dbdcadc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:20.347328 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Pushing event updated for resources: {'Port': ['ID=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:20.659344 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Made reservation on behalf of 68d458106c894195b60b5ba11ce60d26 for: {'network': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:20.661707 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:20.674387 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:20.692259 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3a443808-5c41-4781-a7f8-2fa65dbdcadc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:20.740351 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf77b-249c-4351-afe0-586b63eb7cc6 req-2556e04a-a0cd-4fb5-975f-3e0d0f6108a3 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:20.742110 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-783cf77b-249c-4351-afe0-586b63eb7cc6 req-2556e04a-a0cd-4fb5-975f-3e0d0f6108a3 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 931 time: 0.1177721 Aug 16 06:55:20.742876 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a443808-5c41-4781-a7f8-2fa65dbdcadc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7667fe-b753-4be4-9fe6-94dceb7746d0,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:20.760442 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-c0c53c45-8db3-414f-9853-83097d385a9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6556470 Aug 16 06:55:20.823971 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-783cf77b-249c-4351-afe0-586b63eb7cc6 req-9019c865-68c0-44a7-b0aa-262b8735bf49 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702314 Aug 16 06:55:20.907811 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:20.996621 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-236950cf-1563-41ee-bcff-d28379e6070f req-3209ef2c-f50d-4fc0-999b-459d8732b78a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0446677 Aug 16 06:55:21.061557 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.144470 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=101192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:55:21.179402 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 27aec5ae-9614-4c64-9fc0-6cc5c7903fff up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:21.215958 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.216234 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.segments_db [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Added segment 41f7377c-ce54-4bb2-a917-3d079d7900e3 of type vlan for network 30481946-aabd-464e-af91-a674b3a49838 Aug 16 06:55:21.301008 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641aed2d-b354-4674-a1a6-2ced3a9de8b5,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:21.327423 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.346753 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0d0fe-cec1-44e9-b1c9-37234c22a7e7 req-1323d66e-07e0-4993-b6d6-51cb617263f5 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:21.384734 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0ae0d0fe-cec1-44e9-b1c9-37234c22a7e7 req-1323d66e-07e0-4993-b6d6-51cb617263f5 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.2706261 Aug 16 06:55:21.414558 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0ae0d0fe-cec1-44e9-b1c9-37234c22a7e7 req-28d17e62-9c21-4f5e-a985-5d972916193a tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560284 Aug 16 06:55:21.536254 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3a443808-5c41-4781-a7f8-2fa65dbdcadc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.538647 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-3a443808-5c41-4781-a7f8-2fa65dbdcadc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0363870 Aug 16 06:55:21.540809 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57100) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:21.545891 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-81d4751c-83ae-427a-bbd0-0f72744ae676 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'security_group_rule': {'security_group_id': 'd62c169e-8e34-4ef6-bc90-2539b2818b8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:21.587381 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:21.591547 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:21.592076 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.653244 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.654343 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:21.655025 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.695818 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.712330 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-81d4751c-83ae-427a-bbd0-0f72744ae676 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.736001 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=27aec5ae-9614-4c64-9fc0-6cc5c7903fff,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:21.801460 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-81d4751c-83ae-427a-bbd0-0f72744ae676 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.803498 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] Pushing event updated for resources: {'Network': ['ID=30481946-aabd-464e-af91-a674b3a49838,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:21.814744 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 30481946-aabd-464e-af91-a674b3a49838 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:55:21.856243 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:21.857166 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 6e168792-ff4a-4eb4-a83c-401f6b80fae7 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:21.961970 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=27aec5ae-9614-4c64-9fc0-6cc5c7903fff,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:22.014849 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 6e168792-ff4a-4eb4-a83c-401f6b80fae7 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:22.015165 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43df3-7e06-4b56-8f8a-bdffc661d165 req-15809997-7801-4d3b-aab3-ed05fb07e877 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:22.017118 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:22.024572 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-eee43df3-7e06-4b56-8f8a-bdffc661d165 req-15809997-7801-4d3b-aab3-ed05fb07e877 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 931 time: 0.1036553 Aug 16 06:55:22.103935 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-eee43df3-7e06-4b56-8f8a-bdffc661d165 req-658189f6-964b-47fc-aa48-93ba00430db1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692909 Aug 16 06:55:22.150531 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5496041-45d7-4e9e-9b44-33992844c741 req-132ff33e-7b89-4ddb-970c-5f039fd4a0d2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0419722 Aug 16 06:55:22.151965 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-246bf3be-8d2c-4d86-a1eb-5231bcd69cef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.8257823 Aug 16 06:55:22.155159 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57116) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:22.178378 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Request body: {'subnet': {'network_id': '30481946-aabd-464e-af91-a674b3a49838', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-179402749-subnet', 'tenant_id': '68d458106c894195b60b5ba11ce60d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:22.270502 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-81d4751c-83ae-427a-bbd0-0f72744ae676 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:22.270761 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:22.290380 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4751c-83ae-427a-bbd0-0f72744ae676 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcc945c-ca5b-46a6-ab97-f51c36de0a19,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:22.334909 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Made reservation on behalf of 68d458106c894195b60b5ba11ce60d26 for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:22.335927 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:22.590253 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79ff63-541d-4433-baca-a7f79e1f1adc req-24dbcb04-63c0-4e72-9494-0e959b1a8b5e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:22.590253 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2a79ff63-541d-4433-baca-a7f79e1f1adc req-24dbcb04-63c0-4e72-9494-0e959b1a8b5e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.0669656 Aug 16 06:55:22.599925 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2a79ff63-541d-4433-baca-a7f79e1f1adc req-b485fc71-244a-4135-98c0-0becf53fe7e5 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Aug 16 06:55:22.724671 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-81d4751c-83ae-427a-bbd0-0f72744ae676 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:22.727954 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-81d4751c-83ae-427a-bbd0-0f72744ae676 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1850035 Aug 16 06:55:22.730295 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57124) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:22.734904 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'floatingip': {'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:22.785827 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:22.844032 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38916a6-1bd4-4dc8-b0d1-c30b0e9dc587,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:22.854309 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Checking segment: {'id': '41f7377c-ce54-4bb2-a917-3d079d7900e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '30481946-aabd-464e-af91-a674b3a49838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:22.854309 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Network hostable DHCP agents. Network: 30481946-aabd-464e-af91-a674b3a49838, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:55:22.907906 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:22.957887 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Network 30481946-aabd-464e-af91-a674b3a49838 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:55:23.042283 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:23.065701 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 27aec5ae-9614-4c64-9fc0-6cc5c7903fff up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:23.090801 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 30481946-aabd-464e-af91-a674b3a49838) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:23.098750 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:23.098750 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:23.125832 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39404593-0ff6-49c6-b88b-379944682e13 None None] Network 30481946-aabd-464e-af91-a674b3a49838 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:23.185529 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-21814931-dfa5-414e-b7be-0de5d877040f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0284116 Aug 16 06:55:23.223849 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Allocated IP 172.27.0.19 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/8ca6d9c5-c112-4c88-9dc2-b4059b5be562) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:23.371024 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:23.371024 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:23.386401 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:23.446458 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-894d47a2-e94f-47a8-8b14-d422c29e1e3d req-bf0f16de-142f-449f-a2f5-a1168bc2cf4c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.1044822 Aug 16 06:55:23.489164 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7206bc-b200-43cf-a0a3-25159163201e req-b8b1f465-17e0-4846-bca1-f0201c94bb67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:23.490913 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1d7206bc-b200-43cf-a0a3-25159163201e req-b8b1f465-17e0-4846-bca1-f0201c94bb67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 931 time: 0.2302322 Aug 16 06:55:23.559736 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1d7206bc-b200-43cf-a0a3-25159163201e req-d84629a7-f229-4616-a5e7-c44f470b7724 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550668 Aug 16 06:55:23.564477 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:23.609517 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5ed641-c067-4b7d-b92e-5ef1e7d54bdc None None] Network 30481946-aabd-464e-af91-a674b3a49838 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:23.615429 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:23.617944 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:23.633670 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:23.790211 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d5afa-adc1-4fa4-90f0-73371012ee74 req-dfb6591a-7045-4dae-b3ac-444d1c98392f tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:23.792556 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c25d5afa-adc1-4fa4-90f0-73371012ee74 req-dfb6591a-7045-4dae-b3ac-444d1c98392f tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.0907154 Aug 16 06:55:23.919150 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c25d5afa-adc1-4fa4-90f0-73371012ee74 req-8aea118b-e966-4117-866d-bcd94fab1aab tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203341 Aug 16 06:55:24.056337 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:24.057661 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'Port': ['ID=8ca6d9c5-c112-4c88-9dc2-b4059b5be562,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:24.558766 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9a934d50-fc69-49d1-9a7e-8caecf289321 req-0765fdc8-0dac-49a9-96b3-d6577bacd39c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0317214 Aug 16 06:55:24.691234 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0952eb4-15cf-473b-b465-feec4d4882b4 req-3d502ebb-8d3f-4b0b-a99d-be73a860ba57 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:24.692936 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e0952eb4-15cf-473b-b465-feec4d4882b4 req-3d502ebb-8d3f-4b0b-a99d-be73a860ba57 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 931 time: 0.0592091 Aug 16 06:55:24.696400 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:24.760191 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e0952eb4-15cf-473b-b465-feec4d4882b4 req-cd15507c-833c-4bac-babb-d06f9faa9e06 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525053 Aug 16 06:55:24.940867 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57188) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:24.943493 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:24.945262 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1082903421-network', 'tenant_id': '4b8ab107c72b4ed7abcd7d96c417ba87'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:25.098101 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69276557-6ab9-429a-9ef3-8283fa2249b2 req-52c4bfe1-a225-4277-b379-177e45c25e02 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:25.099915 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69276557-6ab9-429a-9ef3-8283fa2249b2 req-52c4bfe1-a225-4277-b379-177e45c25e02 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.0944533 Aug 16 06:55:25.156304 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69276557-6ab9-429a-9ef3-8283fa2249b2 req-b4afafa2-1ea6-4ac6-a889-ba53dd841490 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475247 Aug 16 06:55:25.276217 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Made reservation on behalf of 4b8ab107c72b4ed7abcd7d96c417ba87 for: {'network': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:25.276465 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:25.278733 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:25.294290 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:25.311528 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:25.333773 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'Port': ['ID=8ca6d9c5-c112-4c88-9dc2-b4059b5be562,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:25.665949 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ee1f5e1f-968b-4701-a8a4-af1b73954a29 req-35766643-48fd-46f8-a2a4-1b5aec2f4a66 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0326552 Aug 16 06:55:25.808245 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57202) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:25.944548 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe005e20-9b85-4a84-a37b-0f2c037323a2 req-5a648cf7-f70d-4e05-8436-f35a01b3bf5c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:25.946202 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fe005e20-9b85-4a84-a37b-0f2c037323a2 req-5a648cf7-f70d-4e05-8436-f35a01b3bf5c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 931 time: 0.0843873 Aug 16 06:55:25.962433 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d81de0e1-cfd2-490d-b569-04d34a67840d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:26.028552 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fe005e20-9b85-4a84-a37b-0f2c037323a2 req-59970ff2-9447-44ed-803f-a873a5ac0592 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634544 Aug 16 06:55:26.041331 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:26.110336 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:26.141105 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=101192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:55:26.148759 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fada51e2-0055-42b3-bbb7-3aea224c1f2e,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:26.167517 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:26.168030 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.segments_db [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Added segment 49f4337f-111a-4514-a106-c70b2d16fd7d of type vlan for network 36cb8ef3-3d81-4fa6-9773-34d647d7043b Aug 16 06:55:26.225601 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:26.343235 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d9da5-8c46-4139-9d69-85e7f545adbb req-b6d299e4-17e9-4aad-be1b-38bb4679dc26 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:26.343235 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-350d9da5-8c46-4139-9d69-85e7f545adbb req-b6d299e4-17e9-4aad-be1b-38bb4679dc26 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.0525274 Aug 16 06:55:26.343235 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-350d9da5-8c46-4139-9d69-85e7f545adbb req-e26e3669-f4ab-4da9-8392-65986251889e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Aug 16 06:55:26.470435 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:26.470435 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-0bb12fcb-7a9d-49e1-a230-e010adfaf1cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7305691 Aug 16 06:55:26.671768 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-a3c397d4-d4c1-436a-8ca8-6d73ad468ddb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--216465949&fields=id&tenant_id=c039abc6408441d98c333f659184a74a HTTP/1.1" status: 200 len: 267 time: 0.0444698 Aug 16 06:55:26.734778 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:26.735833 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:26.736522 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:26.829646 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a13ba9d3-3fc0-4fe2-878c-de69b27b1746 req-5f14acd2-6289-47d5-a84d-b904196da922 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0904105 Aug 16 06:55:26.859603 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] Pushing event updated for resources: {'Network': ['ID=36cb8ef3-3d81-4fa6-9773-34d647d7043b,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:26.867509 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d81de0e1-cfd2-490d-b569-04d34a67840d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:26.871897 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 36cb8ef3-3d81-4fa6-9773-34d647d7043b details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:55:26.890684 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-968dc04d-41c6-48df-af1e-38f8313329bf tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:26.894208 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-968dc04d-41c6-48df-af1e-38f8313329bf tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 816 time: 0.2130241 Aug 16 06:55:26.909448 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-b01872fb-3c64-43a7-812f-14ccbf2cfb08 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/quotas/c039abc6408441d98c333f659184a74a HTTP/1.1" status: 200 len: 375 time: 0.0110781 Aug 16 06:55:26.967380 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-198a4be3-6984-4647-8be3-798865a6235b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512836 Aug 16 06:55:27.019214 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d81de0e1-cfd2-490d-b569-04d34a67840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:27.116798 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-d81de0e1-cfd2-490d-b569-04d34a67840d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=346505618f5f4fed84e8097bea409405&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3074405 Aug 16 06:55:27.119555 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81de0e1-cfd2-490d-b569-04d34a67840d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52ddd17-85f9-4907-9bf3-7de8eff79e6c,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:27.125128 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57242) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:27.173848 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-6d549161-3aca-480f-9d45-00fc2f35a25f service neutron] 10.222.0.20 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862226 Aug 16 06:55:27.188637 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8d9c952d-e9a9-4400-abd3-c0b7e3446fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:27.218641 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8d9c952d-e9a9-4400-abd3-c0b7e3446fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:27.243729 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-3b5a1cf0-4d77-4953-bc8b-6043a24ccf95 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3024905 Aug 16 06:55:27.247376 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57244) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:27.257145 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Request body: {'subnet': {'network_id': '36cb8ef3-3d81-4fa6-9773-34d647d7043b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1082903421-subnet', 'tenant_id': '4b8ab107c72b4ed7abcd7d96c417ba87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:27.267024 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66847b3-14be-4ded-bfb3-9f38e5071601 req-e71cb343-8453-4ee7-876d-e075abc11d30 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:27.272482 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b66847b3-14be-4ded-bfb3-9f38e5071601 req-e71cb343-8453-4ee7-876d-e075abc11d30 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 931 time: 0.1262915 Aug 16 06:55:27.321200 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-4ecf428a-bd2f-442a-886c-655a0f0cd008 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289265 Aug 16 06:55:27.347763 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b66847b3-14be-4ded-bfb3-9f38e5071601 req-e8ace787-2ed3-4189-9197-bb23376a5d56 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655501 Aug 16 06:55:27.495163 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cb72f-0fe8-44ac-a0fd-84d9231586f8 req-3cf8fab9-fae8-4c1b-a203-1c3141b17be7 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:27.496897 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-051cb72f-0fe8-44ac-a0fd-84d9231586f8 req-3cf8fab9-fae8-4c1b-a203-1c3141b17be7 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.0648670 Aug 16 06:55:27.540637 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-051cb72f-0fe8-44ac-a0fd-84d9231586f8 req-0175afbc-34a6-4628-8ce5-fee51e34b500 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373070 Aug 16 06:55:27.569675 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Made reservation on behalf of 4b8ab107c72b4ed7abcd7d96c417ba87 for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:27.572450 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:27.576086 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8d9c952d-e9a9-4400-abd3-c0b7e3446fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:27.578758 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8d9c952d-e9a9-4400-abd3-c0b7e3446fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:27.580000 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-8d9c952d-e9a9-4400-abd3-c0b7e3446fa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c52ddd17-85f9-4907-9bf3-7de8eff79e6c HTTP/1.1" status: 204 len: 168 time: 0.4536457 Aug 16 06:55:27.638173 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c952d-e9a9-4400-abd3-c0b7e3446fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52ddd17-85f9-4907-9bf3-7de8eff79e6c,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:27.856499 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-477ce497-2b21-467c-ad94-c0a16697d4da req-e74eef77-2cab-488a-b344-40f7481866e1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 210 time: 0.0274458 Aug 16 06:55:27.914193 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:27.946689 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6564b0c4-89f7-4871-b65e-aedf8c8f5d5a req-107635c6-3046-44f2-8097-484a3c84150d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0365732 Aug 16 06:55:28.007579 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2468302-874a-4c93-893c-98f414dc979c,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:28.015444 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Checking segment: {'id': '49f4337f-111a-4514-a106-c70b2d16fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '36cb8ef3-3d81-4fa6-9773-34d647d7043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:28.015595 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Network hostable DHCP agents. Network: 36cb8ef3-3d81-4fa6-9773-34d647d7043b, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:55:28.178473 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Network 36cb8ef3-3d81-4fa6-9773-34d647d7043b is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:55:28.310210 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 36cb8ef3-3d81-4fa6-9773-34d647d7043b) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:28.316362 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:28.317510 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-699308fd-131c-4727-9908-228b33540786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:28.320158 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9640dcb5-065e-40d0-a5e1-19feff0f4081 None None] Network 36cb8ef3-3d81-4fa6-9773-34d647d7043b requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:28.442272 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-699308fd-131c-4727-9908-228b33540786 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1945879 Aug 16 06:55:28.463782 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11bd583-e28a-42f1-8055-f43eee8e8dc7 None None] Network 36cb8ef3-3d81-4fa6-9773-34d647d7043b requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:28.476475 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf90be2-59ee-439d-8b7c-5ef527d1e81f req-b1d1f2f4-bd12-429e-9084-53e7853568e9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:28.495680 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0bf90be2-59ee-439d-8b7c-5ef527d1e81f req-b1d1f2f4-bd12-429e-9084-53e7853568e9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 931 time: 0.0692830 Aug 16 06:55:28.547278 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0bf90be2-59ee-439d-8b7c-5ef527d1e81f req-a31cb424-3956-48b0-b0bf-0f5cc779dea9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Aug 16 06:55:28.585985 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57286) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:28.632594 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e62b62-0bd2-480b-9dbc-b1c764187585 admin admin] Deleting subnet d38916a6-1bd4-4dc8-b0d1-c30b0e9dc587 {{(pid=101191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 06:55:28.636032 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-09e62b62-0bd2-480b-9dbc-b1c764187585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:28.674159 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4311a06-b8e0-43d2-acdc-e2618367d604 req-ebeff022-baf5-4093-9c0e-7c16862498d9 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:28.678177 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4311a06-b8e0-43d2-acdc-e2618367d604 req-ebeff022-baf5-4093-9c0e-7c16862498d9 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.0540910 Aug 16 06:55:28.679915 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-09e62b62-0bd2-480b-9dbc-b1c764187585 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:28.690668 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-09e62b62-0bd2-480b-9dbc-b1c764187585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:28.719225 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4311a06-b8e0-43d2-acdc-e2618367d604 req-b337fc01-0651-49d8-b1d4-817fc77fb560 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348575 Aug 16 06:55:28.879419 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-09e62b62-0bd2-480b-9dbc-b1c764187585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:28.910840 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e62b62-0bd2-480b-9dbc-b1c764187585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38916a6-1bd4-4dc8-b0d1-c30b0e9dc587,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:28.926519 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-09e62b62-0bd2-480b-9dbc-b1c764187585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:28.931925 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-09e62b62-0bd2-480b-9dbc-b1c764187585 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d38916a6-1bd4-4dc8-b0d1-c30b0e9dc587 HTTP/1.1" status: 204 len: 168 time: 0.3445718 Aug 16 06:55:28.932498 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57302) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:28.962045 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-753f9aab-88d3-40d1-af69-4d004fad4d12 req-16f9d6a6-361b-447c-8a88-b804cf8d56a7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 210 time: 0.0445054 Aug 16 06:55:29.038736 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.057081 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-37ea59b9-832d-42ba-93cc-70df0e4077d6 req-c7b6858d-6709-4ef2-9138-48f2769c5623 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0383646 Aug 16 06:55:29.136923 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.149797 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.150172 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.150982 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.151412 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > port after_create 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.151756 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.152112 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > port after_update 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.152433 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.152770 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.153114 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.153429 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.429655 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.429655 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.429655 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.429655 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:29.429655 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30481946-aabd-464e-af91-a674b3a49838']}} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:29.446495 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f7377c-ce54-4bb2-a917-3d079d7900e3') {'for_net_delete': True} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:29.446789 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f7377c-ce54-4bb2-a917-3d079d7900e3') {} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:29.467230 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59254936'] for segment, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.488094 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.496201 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 06:55:29.496599 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59605648'] for segment, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: from cryptography.utils import int_from_bytes Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: from cryptography.utils import int_from_bytes Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: Traceback (most recent call last): Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: timer() Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: cb(*args, **kw) Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: return func(*args, **kwargs) Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: self._notify() Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: self.callback(batched_events) Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: event.method(event) Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: return f(self, *a, **k) Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._get(url).json() Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: return self.request(url, 'GET', **kwargs) Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 06:55:29.500558 dv-cinder-803901-6-iscsi neutron-server[101192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 06:55:29.644437 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.669186 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb349fc-2e0c-41c1-bbd6-538d0e991cdf req-27cd7a2c-6c85-42a2-a28c-694e78fc00c1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:29.670813 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8fb349fc-2e0c-41c1-bbd6-538d0e991cdf req-27cd7a2c-6c85-42a2-a28c-694e78fc00c1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 931 time: 0.0670657 Aug 16 06:55:29.683798 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.685717 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] 10.222.0.20 "DELETE /v2.0/networks/30481946-aabd-464e-af91-a674b3a49838 HTTP/1.1" status: 204 len: 168 time: 0.7520378 Aug 16 06:55:29.688745 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57330) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:29.694184 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3de01-ff22-4b28-8ff3-2dbe5ea6fd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=30481946-aabd-464e-af91-a674b3a49838,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:29.733038 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8fb349fc-2e0c-41c1-bbd6-538d0e991cdf req-8641820d-3fb0-410e-9a84-6f1eee92d37d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Aug 16 06:55:29.741362 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Request body: {'port': {'device_id': '8d66e579-a87b-4ff4-a659-d0aa944adf94', 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70', 'admin_state_up': True, 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:29.763925 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_v2 [None req-119adaf1-ec06-4769-a8ba-a9104371dff1 admin admin] Deleting subnet c2468302-874a-4c93-893c-98f414dc979c {{(pid=101191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 06:55:29.770430 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-119adaf1-ec06-4769-a8ba-a9104371dff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.853371 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-119adaf1-ec06-4769-a8ba-a9104371dff1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.880273 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-119adaf1-ec06-4769-a8ba-a9104371dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:29.973009 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Request body: {'port': {'device_id': '75a29aaa-8fc5-453c-bf7c-4971c19fed6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:29.980215 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb713e7e-68e2-4d08-942b-7d87b3dc99ad req-8a36c9d9-4461-411f-bc65-c828f959430c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:29.981874 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb713e7e-68e2-4d08-942b-7d87b3dc99ad req-8a36c9d9-4461-411f-bc65-c828f959430c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 931 time: 0.0936775 Aug 16 06:55:30.025728 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Request body: {'port': {'device_id': '83d657c0-1841-4364-be64-d436965514dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:30.044026 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.060848 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Made reservation on behalf of 7e6f034fdfd34eebb61fc2a66e6c8cb4 for: {'port': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:30.064430 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.094828 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb713e7e-68e2-4d08-942b-7d87b3dc99ad req-69420d24-5f83-4a40-8ef6-38ca7a403f73 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006377 Aug 16 06:55:30.150254 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-119adaf1-ec06-4769-a8ba-a9104371dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for subnet, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.191547 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-762c1e0f-ff5a-4573-b9d6-b66580bad7ed req-0456afc4-80bd-42e1-a4dc-dc7f2491d771 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 210 time: 0.1314852 Aug 16 06:55:30.264094 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119adaf1-ec06-4769-a8ba-a9104371dff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2468302-874a-4c93-893c-98f414dc979c,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:30.277862 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-119adaf1-ec06-4769-a8ba-a9104371dff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.279895 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-119adaf1-ec06-4769-a8ba-a9104371dff1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c2468302-874a-4c93-893c-98f414dc979c HTTP/1.1" status: 204 len: 168 time: 0.5892050 Aug 16 06:55:30.287606 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57366) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:30.445596 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.513395 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d9333139-136f-4009-add8-615f1d9ca75c req-16e77954-27e9-4158-be93-ebcbe47d6f3b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.2736032 Aug 16 06:55:30.516307 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.558226 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.18', 61226) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:30.585805 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.618290 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.618652 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.619441 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.619768 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > port after_create 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.620111 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.620484 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > port after_update 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.620800 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.621152 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.621461 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.621770 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.781885 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Allocated IP 172.20.0.3 (0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70/570ae11a-a15c-4bc0-b819-20b19573e3f9/7abd7c11-8d9f-4914-8c8f-48b0ac056c8f) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:30.798779 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.798779 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.798779 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.800363 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 06:55:30.800363 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cb8ef3-3d81-4fa6-9773-34d647d7043b']}} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:30.824040 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f4337f-111a-4514-a106-c70b2d16fd7d') {'for_net_delete': True} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:30.824336 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f4337f-111a-4514-a106-c70b2d16fd7d') {} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:55:30.844291 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f98dfb9-4b50-409d-add9-bd1a82281811 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:30.850923 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590989'] for segment, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.855698 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-433f65ed-cd92-450c-af8f-a26692aac14a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:30.857160 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-433f65ed-cd92-450c-af8f-a26692aac14a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 819 time: 0.2960284 Aug 16 06:55:30.864746 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.882261 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.894897 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Request body: {'port': {'device_id': 'ca8cc41a-bdde-4684-aee5-16c923993222', 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70', 'admin_state_up': True, 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:30.897798 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 06:55:30.897798 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179039'] for segment, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: from cryptography.utils import int_from_bytes Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: from cryptography.utils import int_from_bytes Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: Traceback (most recent call last): Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: timer() Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: cb(*args, **kw) Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: return func(*args, **kwargs) Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: self._notify() Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: self.callback(batched_events) Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: event.method(event) Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: return f(self, *a, **k) Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._get(url).json() Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: return self.request(url, 'GET', **kwargs) Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 06:55:30.901685 dv-cinder-803901-6-iscsi neutron-server[101191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 06:55:31.033761 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Transition to ACTIVE for port object 5f98dfb9-4b50-409d-add9-bd1a82281811 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:31.035929 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.043434 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.047121 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] 10.222.0.20 "DELETE /v2.0/networks/36cb8ef3-3d81-4fa6-9773-34d647d7043b HTTP/1.1" status: 204 len: 168 time: 0.7411485 Aug 16 06:55:31.067927 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26215b-0bb8-468f-8063-f22c3251dcf3 req-5130f823-4d92-4485-a118-2f037720a1f9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:31.069495 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fd26215b-0bb8-468f-8063-f22c3251dcf3 req-5130f823-4d92-4485-a118-2f037720a1f9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 931 time: 0.2496643 Aug 16 06:55:31.071960 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370ad80-2db9-41bb-ac50-2054708c071f admin admin] Pushing event deleted for resources: {'Network': ['ID=36cb8ef3-3d81-4fa6-9773-34d647d7043b,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:31.124920 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.156275 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57386) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:31.250139 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Pushing event updated for resources: {'Port': ['ID=5f98dfb9-4b50-409d-add9-bd1a82281811,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:31.322357 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Attempting to bind port 5f98dfb9-4b50-409d-add9-bd1a82281811 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:31.322732 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Attempting to bind port 5f98dfb9-4b50-409d-add9-bd1a82281811 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77061cc3-7d20-48a0-a166-f20448d8669f'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:31.323098 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Attempting to bind port 5f98dfb9-4b50-409d-add9-bd1a82281811 on network 77061cc3-7d20-48a0-a166-f20448d8669f {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:31.330939 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Port 5f98dfb9-4b50-409d-add9-bd1a82281811 on network 77061cc3-7d20-48a0-a166-f20448d8669f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:55:31.330939 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Attempting to bind port 5f98dfb9-4b50-409d-add9-bd1a82281811 on network 77061cc3-7d20-48a0-a166-f20448d8669f {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:31.336596 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:31.337577 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Checking segment: {'id': 'e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77061cc3-7d20-48a0-a166-f20448d8669f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:31.337577 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Bound using segment: {'id': 'e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77061cc3-7d20-48a0-a166-f20448d8669f'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:31.338058 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Bound port: 5f98dfb9-4b50-409d-add9-bd1a82281811, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77061cc3-7d20-48a0-a166-f20448d8669f'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:31.338425 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.355853 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.18', 61229) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:31.361223 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba {{(pid=101192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:31.387988 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fd26215b-0bb8-468f-8063-f22c3251dcf3 req-319dc93b-917b-46e9-9336-dc914ecf5d24 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891705 Aug 16 06:55:31.402053 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.459843 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Transition to ACTIVE for port object c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba will not be triggered until provisioned by entity L2. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:31.471754 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.486203 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8177161f-3ae3-4142-a246-c039b48a5be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.494328 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Made reservation on behalf of 7e6f034fdfd34eebb61fc2a66e6c8cb4 for: {'port': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:31.499032 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.517319 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] For port 5f98dfb9-4b50-409d-add9-bd1a82281811, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:31.526395 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] For port 5f98dfb9-4b50-409d-add9-bd1a82281811, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5f98dfb9-4b50-409d-add9-bd1a82281811,segment=NetworkSegment(e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2),segment_id=e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:31.535524 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-75ef2363-58e2-463b-8d13-b690bee13745 req-159d4b5f-b25a-40c0-9632-3b4930786674 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 210 time: 0.0605304 Aug 16 06:55:31.537321 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-3ebde6d0-1360-4079-a130-e0cadcb9e977 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:31.539162 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-3ebde6d0-1360-4079-a130-e0cadcb9e977 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 816 time: 0.1821547 Aug 16 06:55:31.560375 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc93c93-e698-4d9f-82b1-49ef3d830bc1 req-44625cc6-ec45-4c46-9402-6ed9bac9e347 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:31.562208 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5bc93c93-e698-4d9f-82b1-49ef3d830bc1 req-44625cc6-ec45-4c46-9402-6ed9bac9e347 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 943 time: 0.3575020 Aug 16 06:55:31.580537 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.682140 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57402) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:31.714870 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.778788 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:31.779439 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.780993 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] 10.222.0.18 "PUT /v2.0/ports/5f98dfb9-4b50-409d-add9-bd1a82281811 HTTP/1.1" status: 200 len: 1093 time: 1.9886765 Aug 16 06:55:31.781453 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a29aaa-8fc5-453c-bf7c-4971c19fed6a', 'tag': '5f98dfb9-4b50-409d-add9-bd1a82281811'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:31.783722 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5bc93c93-e698-4d9f-82b1-49ef3d830bc1 req-bbb7d04a-3164-43a3-8a88-c2c41322d9fb tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086978 Aug 16 06:55:31.806521 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-a4635582-4797-4202-b1fa-43b8b62cadb2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c039abc6408441d98c333f659184a74a HTTP/1.1" status: 200 len: 379 time: 0.2561779 Aug 16 06:55:31.821510 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'port': {'device_id': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'admin_state_up': True, 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'security_groups': ['d62c169e-8e34-4ef6-bc90-2539b2818b8d']}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:31.833628 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:31.835606 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fe2f4cd6-22c0-4ca3-9315-6efad6cdfa0a req-29a1dc8d-8339-49d3-bbf2-d66d61aabe7a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.2213953 Aug 16 06:55:31.876447 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec04af8-4c15-49fc-950c-f728b7a90216 service neutron] Pushing event updated for resources: {'Port': ['ID=5f98dfb9-4b50-409d-add9-bd1a82281811,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:31.939880 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:31.950425 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "75a29aaa-8fc5-453c-bf7c-4971c19fed6a", "tag": "5f98dfb9-4b50-409d-add9-bd1a82281811"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:32.068341 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Pushing event updated for resources: {'Port': ['ID=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:32.075811 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-32b31ecc-84fd-4f62-b86b-1127e5ff3083 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68d458106c894195b60b5ba11ce60d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755245 Aug 16 06:55:32.081991 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57428) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:32.114013 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:32.127726 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Allocated IP 172.20.0.4 (0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70/570ae11a-a15c-4bc0-b819-20b19573e3f9/afd7b6b3-8044-4c07-a63f-f296921e3213) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:32.130116 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:32.145551 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:32.175718 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-37e7ec04-61d6-4b35-9ec0-52baa5be4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:32.177558 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-37e7ec04-61d6-4b35-9ec0-52baa5be4877 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35013712062a498f917269af0e24d673&device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 1096 time: 0.1952026 Aug 16 06:55:32.183785 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3e35c0-8981-40eb-9c47-51cbee1429bc x-openstack-request-id: req-2e3e35c0-8981-40eb-9c47-51cbee1429bc {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:32.184367 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a29aaa-8fc5-453c-bf7c-4971c19fed6a", "tag": "5f98dfb9-4b50-409d-add9-bd1a82281811", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:32.186676 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e3e35c0-8981-40eb-9c47-51cbee1429bc {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:32.187150 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a29aaa-8fc5-453c-bf7c-4971c19fed6a', 'tag': '5f98dfb9-4b50-409d-add9-bd1a82281811', 'status': 'completed', 'code': 200} Aug 16 06:55:32.252429 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8177161f-3ae3-4142-a246-c039b48a5be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.263764 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:32.264382 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.283380 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-60023f85-3c57-4c52-a1ee-4f15eaaae7ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f98dfb9-4b50-409d-add9-bd1a82281811 HTTP/1.1" status: 200 len: 217 time: 0.0902674 Aug 16 06:55:32.289146 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Attempting to bind port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:32.289501 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Attempting to bind port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:32.289899 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Attempting to bind port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba on network 01ab3804-26c5-4305-9f00-e98c3663402c {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:32.304041 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba on network 01ab3804-26c5-4305-9f00-e98c3663402c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:55:32.304368 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Attempting to bind port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba on network 01ab3804-26c5-4305-9f00-e98c3663402c {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:32.306517 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3d785af6-53ac-453c-b706-2e73e9afe86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.317505 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:32.317796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Checking segment: {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:32.318335 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Bound using segment: {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:32.318801 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Bound port: c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'}}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:32.319186 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.338361 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3d785af6-53ac-453c-b706-2e73e9afe86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.378463 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8177161f-3ae3-4142-a246-c039b48a5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.401253 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-50b391f0-66ba-4b5a-8abb-1ade2f01cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:32.402862 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-50b391f0-66ba-4b5a-8abb-1ade2f01cc73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b3a96d1-b1fb-47cb-bb0c-a76a9a2c5ece HTTP/1.1" status: 200 len: 852 time: 0.1050711 Aug 16 06:55:32.462241 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-6bae2467-665e-48de-98e7-88c6b20042f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77061cc3-7d20-48a0-a166-f20448d8669f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498471 Aug 16 06:55:32.467904 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-8177161f-3ae3-4142-a246-c039b48a5be4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9766eb6ca8f448b2b08044676304c8af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3085742 Aug 16 06:55:32.470508 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57452) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:32.552996 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3d785af6-53ac-453c-b706-2e73e9afe86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.554164 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.555436 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3d785af6-53ac-453c-b706-2e73e9afe86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.557294 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6a9565bb-8497-4633-bf65-d3c4d6be2f3d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8207598 Aug 16 06:55:32.557878 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177161f-3ae3-4142-a246-c039b48a5be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3b930-9817-4631-8157-10b1c42b8285,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:32.559464 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-3d785af6-53ac-453c-b706-2e73e9afe86b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/641aed2d-b354-4674-a1a6-2ced3a9de8b5 HTTP/1.1" status: 204 len: 168 time: 0.4602990 Aug 16 06:55:32.601315 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d785af6-53ac-453c-b706-2e73e9afe86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641aed2d-b354-4674-a1a6-2ced3a9de8b5,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:32.601540 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Request body: {'port': {'device_id': '8d66e579-a87b-4ff4-a659-d0aa944adf94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:32.623552 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] For port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba, host hv-cinder-80390, cleared binding levels {{(pid=101192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:32.628936 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8956aa03-8610-4e73-8608-b217093c1fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.641532 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-263ca6b0-3b8e-405d-8733-d2a88b4f894f service neutron] 10.222.0.18 "GET /v2.0/networks/77061cc3-7d20-48a0-a166-f20448d8669f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655846 Aug 16 06:55:32.665762 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8956aa03-8610-4e73-8608-b217093c1fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.681894 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Made reservation on behalf of c039abc6408441d98c333f659184a74a for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:32.686096 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.847773 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b00034d3-9f7d-4fe4-8f4b-b2efa51415bd req-ba31a32d-44d7-42ae-919b-dffa3698794a service neutron] 10.222.0.18 "GET /v2.0/networks/77061cc3-7d20-48a0-a166-f20448d8669f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955802 Aug 16 06:55:32.884180 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] For port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:32.921415 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-26e8c7f1-9168-44df-b0f4-2857e376cd73 req-f8a099aa-b5f0-414d-9703-3f606c85a9ed tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 210 time: 0.2577388 Aug 16 06:55:32.922103 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8956aa03-8610-4e73-8608-b217093c1fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.925514 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8956aa03-8610-4e73-8608-b217093c1fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:32.929435 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-8956aa03-8610-4e73-8608-b217093c1fe9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cc3b930-9817-4631-8157-10b1c42b8285 HTTP/1.1" status: 204 len: 168 time: 0.4523156 Aug 16 06:55:32.930779 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Allocated IP 172.20.0.9 (ab8752b6-7d0b-4007-ad91-11175ff501f7/a95ff011-2f9a-47c3-be10-9fcf5af7c083/ef1ac328-5ba8-46d9-b201-5890e069df87) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:55:32.931254 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828ae52-75c2-402f-9f13-724a5d161f39 req-775cd852-1e2a-4457-ad63-84684d3a90bb tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:32.932784 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7828ae52-75c2-402f-9f13-724a5d161f39 req-775cd852-1e2a-4457-ad63-84684d3a90bb tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 943 time: 0.4622059 Aug 16 06:55:32.943049 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956aa03-8610-4e73-8608-b217093c1fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3b930-9817-4631-8157-10b1c42b8285,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:32.987444 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:33.029456 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:33.145931 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:33.146635 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:33.147993 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] 10.222.0.18 "PUT /v2.0/ports/c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba HTTP/1.1" status: 200 len: 1093 time: 3.2586999 Aug 16 06:55:33.152784 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-57f21bca-5873-412d-88c8-1df23bc95035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:33.153415 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d657c0-1841-4364-be64-d436965514dd', 'tag': 'c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:33.154439 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-57f21bca-5873-412d-88c8-1df23bc95035 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35013712062a498f917269af0e24d673&device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 1096 time: 0.1327734 Aug 16 06:55:33.164805 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0935666-eab1-4dec-bc2b-c2728a556b18 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,revision_number=3']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:33.191635 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7828ae52-75c2-402f-9f13-724a5d161f39 req-86829cf3-c64a-4a90-92ef-ef83396b262a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379940 Aug 16 06:55:33.245367 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa66fff-26a5-435a-9fea-1c03a2f073f1 req-e5ddfa9e-3a1b-4c9c-9b46-1a164f25a12e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:33.247226 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4fa66fff-26a5-435a-9fea-1c03a2f073f1 req-e5ddfa9e-3a1b-4c9c-9b46-1a164f25a12e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 943 time: 0.1414199 Aug 16 06:55:33.258275 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:33.311072 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Transition to ACTIVE for port object ef1ac328-5ba8-46d9-b201-5890e069df87 will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:33.353990 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b3d3dc39-3161-42ab-abd8-cda3829f40b7 req-eedbeab7-f69e-46b7-9432-cf4b3ba621b4 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0842755 Aug 16 06:55:33.368285 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-13777372-8bf0-4174-9924-1b8488a352cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:33.369778 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-13777372-8bf0-4174-9924-1b8488a352cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=77061cc3-7d20-48a0-a166-f20448d8669f HTTP/1.1" status: 200 len: 912 time: 0.2041943 Aug 16 06:55:33.385973 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4fa66fff-26a5-435a-9fea-1c03a2f073f1 req-e28a032a-51cb-437d-9b5e-3bfe99484f71 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264465 Aug 16 06:55:33.415216 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-26b31959-5ca7-441b-b44f-d112b9f06103 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f98dfb9-4b50-409d-add9-bd1a82281811 HTTP/1.1" status: 200 len: 217 time: 0.0377662 Aug 16 06:55:33.465143 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-48289d40-988d-48ec-9440-1a4f07809b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:33.466767 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-48289d40-988d-48ec-9440-1a4f07809b17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b3a96d1-b1fb-47cb-bb0c-a76a9a2c5ece HTTP/1.1" status: 200 len: 852 time: 0.0453734 Aug 16 06:55:33.471466 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:33.500572 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-b01b9951-921f-4c9e-a408-fec73b73dc62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77061cc3-7d20-48a0-a166-f20448d8669f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246921 Aug 16 06:55:33.550347 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:33.612533 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:33.620202 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:55:33.624925 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:33.626181 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:33.630154 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:33.630560 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:33.632564 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:55:33.643010 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Pushing event updated for resources: {'Port': ['ID=afd7b6b3-8044-4c07-a63f-f296921e3213,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:33.676935 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-edc050a1-12f0-4559-acee-ee8473c21892 service neutron] 10.222.0.18 "GET /v2.0/networks/77061cc3-7d20-48a0-a166-f20448d8669f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694264 Aug 16 06:55:33.699801 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:33.700446 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:33.722104 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-cecb4eb1-f589-42ef-b239-50c8fc5d6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:33.725533 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-cecb4eb1-f589-42ef-b239-50c8fc5d6dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 1096 time: 0.2123077 Aug 16 06:55:33.731268 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:33.732221 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:33.859218 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57484) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:33.967690 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-fcda87b9-a1d9-4f1e-b257-48a52f2a812a service neutron] 10.222.0.18 "GET /v2.0/networks/77061cc3-7d20-48a0-a166-f20448d8669f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833450 Aug 16 06:55:33.983512 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-57f43fa5-2574-42d5-aa39-e5451c0bc168 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba HTTP/1.1" status: 200 len: 217 time: 0.2453945 Aug 16 06:55:33.987984 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-5029de81-9c66-4cc8-935a-e81d2f679d03 None None] Provisioning for port ef1ac328-5ba8-46d9-b201-5890e069df87 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:33.992010 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-5029de81-9c66-4cc8-935a-e81d2f679d03 None None] Provisioning complete for port ef1ac328-5ba8-46d9-b201-5890e069df87 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:33.994987 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5029de81-9c66-4cc8-935a-e81d2f679d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.011571 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f {{(pid=101192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:34.018474 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ba0440-221c-4ab5-acc5-75e64ca7530c" -d '{"events": [{"name": "network-changed", "server_uuid": "83d657c0-1841-4364-be64-d436965514dd", "tag": "c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:34.037640 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-5029de81-9c66-4cc8-935a-e81d2f679d03 None None] Port ef1ac328-5ba8-46d9-b201-5890e069df87 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 06:55:34.043727 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.059409 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-226681a4-a079-400a-bb13-881858168862 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2417333 Aug 16 06:55:34.074588 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Request body: {'port': {'device_id': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:34.077755 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Transition to ACTIVE for port object 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f will not be triggered until provisioned by entity L2. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:34.099846 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-256b62fc-96d2-4902-ac3c-6b46cc884c99 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2250180 Aug 16 06:55:34.114938 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-7d4389a9-77da-4b37-ac50-898c28817e37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b8ab107c72b4ed7abcd7d96c417ba87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383556 Aug 16 06:55:34.116301 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-651fa01b-15cb-426e-8ac2-876abf73816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:34.117659 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-651fa01b-15cb-426e-8ac2-876abf73816e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1739aee4-4159-4e90-a54b-074257d5a5d0 HTTP/1.1" status: 200 len: 854 time: 0.1241641 Aug 16 06:55:34.118831 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57496) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:34.123884 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Request body: {'port': {'device_id': 'ca8cc41a-bdde-4684-aee5-16c923993222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:34.158209 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da6927-fcd6-4d77-beb4-06e9bbc2806d x-openstack-request-id: req-56da6927-fcd6-4d77-beb4-06e9bbc2806d {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:34.158209 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d657c0-1841-4364-be64-d436965514dd", "tag": "c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:34.158209 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56da6927-fcd6-4d77-beb4-06e9bbc2806d {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:34.158209 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d657c0-1841-4364-be64-d436965514dd', 'tag': 'c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', 'status': 'completed', 'code': 200} Aug 16 06:55:34.177402 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.180535 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.207300 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-6a4448f1-4f65-4f0b-9a45-51bb9f02ec18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01ab3804-26c5-4305-9f00-e98c3663402c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778136 Aug 16 06:55:34.242912 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6231b82c-7a5f-4ad0-b73d-97b522440031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.284813 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6231b82c-7a5f-4ad0-b73d-97b522440031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.323926 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be45114-5941-4575-8098-d5dd848fddb4 req-fad982b6-ddbb-4936-83c5-5b5752f61071 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:34.325457 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9be45114-5941-4575-8098-d5dd848fddb4 req-fad982b6-ddbb-4936-83c5-5b5752f61071 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 931 time: 0.2495422 Aug 16 06:55:34.368598 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Pushing event updated for resources: {'Port': ['ID=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:34.372172 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.423615 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57508) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:34.448183 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-362f98ac-3054-44b8-abc8-41703e5821ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.566852 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9be45114-5941-4575-8098-d5dd848fddb4 req-724ed0d4-c9e4-4b6a-b483-871efb8e2a70 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085352 Aug 16 06:55:34.567269 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6231b82c-7a5f-4ad0-b73d-97b522440031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.568798 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-35047b40-ddaa-4de5-8e73-be6153e9aaea service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543012 Aug 16 06:55:34.569731 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6231b82c-7a5f-4ad0-b73d-97b522440031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.570996 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-6231b82c-7a5f-4ad0-b73d-97b522440031 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fada51e2-0055-42b3-bbb7-3aea224c1f2e HTTP/1.1" status: 204 len: 168 time: 0.4512134 Aug 16 06:55:34.589610 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231b82c-7a5f-4ad0-b73d-97b522440031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fada51e2-0055-42b3-bbb7-3aea224c1f2e,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:34.598558 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843f4bb-1c1b-48a6-a4c8-3885b7583ae1 req-cc763996-765d-48db-9acc-fcb5e99cb0bf tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:34.600269 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c843f4bb-1c1b-48a6-a4c8-3885b7583ae1 req-cc763996-765d-48db-9acc-fcb5e99cb0bf tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 943 time: 0.2689006 Aug 16 06:55:34.616350 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1ac328-5ba8-46d9-b201-5890e069df87 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:34.636257 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.665015 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Transition to ACTIVE for port object ef1ac328-5ba8-46d9-b201-5890e069df87 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:34.706528 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-362f98ac-3054-44b8-abc8-41703e5821ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.758127 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.772404 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Attempting to bind port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:34.772746 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Attempting to bind port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:34.773073 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Attempting to bind port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f on network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:34.810779 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f on network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:55:34.811112 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Attempting to bind port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f on network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:34.828524 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c843f4bb-1c1b-48a6-a4c8-3885b7583ae1 req-f2740e78-543b-48dc-899e-feef5d278263 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862221 Aug 16 06:55:34.829705 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:34.834958 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-362f98ac-3054-44b8-abc8-41703e5821ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.874428 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:34.874766 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Checking segment: {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:34.875185 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Bound using segment: {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:34.875634 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Bound port: 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'}}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:34.875994 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:34.949557 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-362f98ac-3054-44b8-abc8-41703e5821ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9aedd7cd39f247ae931e1b16aa1360c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230367 Aug 16 06:55:34.950069 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57514) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:34.967658 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f98ac-3054-44b8-abc8-41703e5821ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be85c929-989c-4088-a3ff-ed2e8321bac3,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:35.006396 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Attempting to bind port ef1ac328-5ba8-46d9-b201-5890e069df87 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:35.007045 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Attempting to bind port ef1ac328-5ba8-46d9-b201-5890e069df87 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:35.007045 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Attempting to bind port ef1ac328-5ba8-46d9-b201-5890e069df87 on network ab8752b6-7d0b-4007-ad91-11175ff501f7 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:35.023252 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Port ef1ac328-5ba8-46d9-b201-5890e069df87 on network ab8752b6-7d0b-4007-ad91-11175ff501f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:55:35.023584 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Attempting to bind port ef1ac328-5ba8-46d9-b201-5890e069df87 on network ab8752b6-7d0b-4007-ad91-11175ff501f7 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:35.031681 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:35.032020 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Checking segment: {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:35.032402 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Bound using segment: {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:35.032849 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Bound port: ef1ac328-5ba8-46d9-b201-5890e069df87, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:35.033325 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.084352 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-877b4708-153e-427b-b18c-74939d18c4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.090549 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b60634-ea28-4258-8ad9-8d8132c859ea req-79853ecb-f8f3-46ae-aab2-801660e8625c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.092050 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a5b60634-ea28-4258-8ad9-8d8132c859ea req-79853ecb-f8f3-46ae-aab2-801660e8625c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 931 time: 0.4034612 Aug 16 06:55:35.118211 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0d58417-d52b-4a0a-8bb9-582cb28dfa8c req-ba3ccbde-fc6c-47fc-a415-bf4274b06c1f service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388699 Aug 16 06:55:35.140069 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-877b4708-153e-427b-b18c-74939d18c4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.204967 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:35.244036 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a5b60634-ea28-4258-8ad9-8d8132c859ea req-505f271f-f0c4-4760-bde2-1f3546067835 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431780 Aug 16 06:55:35.265773 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:35.300666 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669695d-7682-4c38-94f9-19994389e52a req-15b37f28-b800-4fa4-a2e2-88c24a09460e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.303802 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e669695d-7682-4c38-94f9-19994389e52a req-15b37f28-b800-4fa4-a2e2-88c24a09460e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 943 time: 0.2206471 Aug 16 06:55:35.330588 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-877b4708-153e-427b-b18c-74939d18c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.335314 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-877b4708-153e-427b-b18c-74939d18c4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.337152 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-877b4708-153e-427b-b18c-74939d18c4aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be85c929-989c-4088-a3ff-ed2e8321bac3 HTTP/1.1" status: 204 len: 168 time: 0.3805556 Aug 16 06:55:35.338384 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] For port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f, host hv-cinder-80390, cleared binding levels {{(pid=101192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:35.348903 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b4708-153e-427b-b18c-74939d18c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85c929-989c-4088-a3ff-ed2e8321bac3,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:35.365577 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] For port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:35.398631 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.432088 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e669695d-7682-4c38-94f9-19994389e52a req-bf49c753-ce99-4d27-b984-ac8be4fb03db tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275613 Aug 16 06:55:35.433828 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-44514330-5110-40e9-b8cc-a116a5b2c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.435334 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-44514330-5110-40e9-b8cc-a116a5b2c3de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 1096 time: 0.1652963 Aug 16 06:55:35.460959 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.461392 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.462876 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] 10.222.0.18 "PUT /v2.0/ports/ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 200 len: 1093 time: 1.3937993 Aug 16 06:55:35.463366 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:35.465706 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66989ce2-8abc-4452-a022-e19c233d95f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:35.479030 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd7b6b3-8044-4c07-a63f-f296921e3213 {{(pid=101192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:35.499416 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cb4dd-d1e5-4218-953a-db286b67825c service neutron] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:35.521326 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.550528 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.572639 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Transition to ACTIVE for port object afd7b6b3-8044-4c07-a63f-f296921e3213 will not be triggered until provisioned by entity L2. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:55:35.594942 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf84c5c-d6b5-4bac-83b0-d852766ec53b x-openstack-request-id: req-9bf84c5c-d6b5-4bac-83b0-d852766ec53b {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:35.595360 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:35.595475 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bf84c5c-d6b5-4bac-83b0-d852766ec53b {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:35.596529 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'status': 'completed', 'code': 200} Aug 16 06:55:35.627908 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.628543 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.629943 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] 10.222.0.18 "PUT /v2.0/ports/7abd7c11-8d9f-4914-8c8f-48b0ac056c8f HTTP/1.1" status: 200 len: 1093 time: 3.0328293 Aug 16 06:55:35.639881 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-89045c18-9a23-41d5-853f-96ebe29eda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.641396 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-89045c18-9a23-41d5-853f-96ebe29eda4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1096 time: 0.0645912 Aug 16 06:55:35.667277 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:35.696726 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2778a0e-f3a3-4d86-ae52-988f0f7d5d90 service neutron] Pushing event updated for resources: {'Port': ['ID=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,revision_number=3']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:35.725163 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-e6b10068-6cc6-4df3-bef5-cfeb77f3ce89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 200 len: 217 time: 0.0657909 Aug 16 06:55:35.738902 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-8a497542-190f-4e2c-80eb-4846bd761a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.740696 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-8a497542-190f-4e2c-80eb-4846bd761a57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 914 time: 0.2972195 Aug 16 06:55:35.787913 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-9231f083-527f-46b9-9717-f9906953b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.797217 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-9231f083-527f-46b9-9717-f9906953b910 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0612910 Aug 16 06:55:35.856657 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-9cd6421b-bdec-430a-ab53-7821de2ca55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.858507 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-9cd6421b-bdec-430a-ab53-7821de2ca55d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536735 Aug 16 06:55:35.873864 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-a7aca7e8-4aa1-42e3-8d90-81620f92c163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba HTTP/1.1" status: 200 len: 217 time: 0.0926256 Aug 16 06:55:35.902683 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Pushing event updated for resources: {'Port': ['ID=afd7b6b3-8044-4c07-a63f-f296921e3213,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:35.981204 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-c964002e-9bf4-45ca-b069-d2c3588bb1fc service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132207 Aug 16 06:55:35.996811 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3678a-29ca-4a45-8292-72081b4f4115 req-b5293868-9e4d-4174-bcf7-c695adcfecf6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:35.998352 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-32d3678a-29ca-4a45-8292-72081b4f4115 req-b5293868-9e4d-4174-bcf7-c695adcfecf6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.3093803 Aug 16 06:55:36.019420 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-e92f9971-27f9-48e4-9da9-3d13a4d81b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.019420 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-e92f9971-27f9-48e4-9da9-3d13a4d81b64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1096 time: 0.2383320 Aug 16 06:55:36.088433 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b64ec2e9-f451-4020-ac05-c6d835dbc33b req-27a3a4a3-a869-4449-8ace-1ac8a94eec58 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989258 Aug 16 06:55:36.100759 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-38c971f5-52d9-4c60-be64-45fa80294ea9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f HTTP/1.1" status: 200 len: 217 time: 0.0666840 Aug 16 06:55:36.113541 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-56b748a9-0c3b-430b-9066-52fcc75c683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.115049 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-56b748a9-0c3b-430b-9066-52fcc75c683a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1739aee4-4159-4e90-a54b-074257d5a5d0 HTTP/1.1" status: 200 len: 854 time: 0.2327266 Aug 16 06:55:36.151519 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Attempting to bind port afd7b6b3-8044-4c07-a63f-f296921e3213 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:55:36.151932 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Attempting to bind port afd7b6b3-8044-4c07-a63f-f296921e3213 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:55:36.152311 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Attempting to bind port afd7b6b3-8044-4c07-a63f-f296921e3213 on network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:36.175686 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d66e579-a87b-4ff4-a659-d0aa944adf94', 'tag': '7abd7c11-8d9f-4914-8c8f-48b0ac056c8f'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:36.178003 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644449fd-248e-4c37-b9b1-bfac783bc872" -d '{"events": [{"name": "network-changed", "server_uuid": "8d66e579-a87b-4ff4-a659-d0aa944adf94", "tag": "7abd7c11-8d9f-4914-8c8f-48b0ac056c8f"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:36.187592 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187da419-b5b8-4f5d-aa57-bbef23e6a741 req-fef147dc-2ac6-49ba-afb1-52e9ce43cd6a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.189135 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-187da419-b5b8-4f5d-aa57-bbef23e6a741 req-fef147dc-2ac6-49ba-afb1-52e9ce43cd6a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 943 time: 0.2627962 Aug 16 06:55:36.215816 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-32d3678a-29ca-4a45-8292-72081b4f4115 req-6239037a-4d9b-4195-8a62-f32b2c67efcd tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897373 Aug 16 06:55:36.218295 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-939549dd-a403-4451-8d25-adf4265d078e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01ab3804-26c5-4305-9f00-e98c3663402c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864677 Aug 16 06:55:36.228050 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Port afd7b6b3-8044-4c07-a63f-f296921e3213 on network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:55:36.228384 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Attempting to bind port afd7b6b3-8044-4c07-a63f-f296921e3213 on network 0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:55:36.325062 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3ffcae-153d-45a0-b636-9a76c344a34c x-openstack-request-id: req-4f3ffcae-153d-45a0-b636-9a76c344a34c {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:36.330067 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d66e579-a87b-4ff4-a659-d0aa944adf94", "tag": "7abd7c11-8d9f-4914-8c8f-48b0ac056c8f", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:36.331531 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-1c666ffc-11ca-456f-bd8a-204348ef39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.331691 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f3ffcae-153d-45a0-b636-9a76c344a34c {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:36.331691 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d66e579-a87b-4ff4-a659-d0aa944adf94', 'tag': '7abd7c11-8d9f-4914-8c8f-48b0ac056c8f', 'status': 'completed', 'code': 200} Aug 16 06:55:36.332011 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-1c666ffc-11ca-456f-bd8a-204348ef39a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1096 time: 0.0627766 Aug 16 06:55:36.342605 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:55:36.342969 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Checking segment: {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:36.343388 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Bound using segment: {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:55:36.343841 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Bound port: afd7b6b3-8044-4c07-a63f-f296921e3213, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252acdf4-9ba8-4b05-a174-03fa9e493e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70'}}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:55:36.344210 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:36.365675 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-adf734b5-6735-4daa-adf6-f6a3068c45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.367677 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-adf734b5-6735-4daa-adf6-f6a3068c45bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.2490513 Aug 16 06:55:36.426346 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-187da419-b5b8-4f5d-aa57-bbef23e6a741 req-a07f8501-a717-4eb0-a12c-7102e66f84ec tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158031 Aug 16 06:55:36.456577 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-aeb9c3ab-c4a6-4a6e-b9b1-53c098488766 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613005 Aug 16 06:55:36.468978 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-92911b65-c122-4b24-abde-5928313731ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.471259 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-92911b65-c122-4b24-abde-5928313731ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.1339748 Aug 16 06:55:36.520082 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] For port afd7b6b3-8044-4c07-a63f-f296921e3213, host hv-cinder-80390, cleared binding levels {{(pid=101192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:55:36.523346 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] For port afd7b6b3-8044-4c07-a63f-f296921e3213, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=afd7b6b3-8044-4c07-a63f-f296921e3213,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:55:36.530238 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-8acb178d-a7ea-4da7-b380-039d5d4bc12c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 200 len: 217 time: 0.0505834 Aug 16 06:55:36.537637 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-7b45a9e4-5120-4445-8c8c-7918c3e0551b service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070464 Aug 16 06:55:36.591000 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-c499905e-00b1-4127-85ec-75396f3d7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.592880 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-c499905e-00b1-4127-85ec-75396f3d7f85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0542560 Aug 16 06:55:36.648719 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-214fa4f8-aab9-4353-8ff6-1dc01c1733b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.650240 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-214fa4f8-aab9-4353-8ff6-1dc01c1733b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491319 Aug 16 06:55:36.700622 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:36.719794 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f24491-0de2-4555-b994-2d5ee725d548 req-0cf3e390-4790-418c-b040-9c4066733f94 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.721380 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f2f24491-0de2-4555-b994-2d5ee725d548 req-0cf3e390-4790-418c-b040-9c4066733f94 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 943 time: 0.3393362 Aug 16 06:55:36.780519 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-348d0e45-0986-45b8-ab44-58e604993582 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205242 Aug 16 06:55:36.820034 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Pushing event updated for resources: {'Port': ['ID=afd7b6b3-8044-4c07-a63f-f296921e3213,revision_number=3']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:36.822970 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.823867 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:36.825272 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/afd7b6b3-8044-4c07-a63f-f296921e3213 HTTP/1.1" status: 200 len: 1093 time: 2.7067246 Aug 16 06:55:36.841566 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeb493-f0f8-47bf-9427-56ce6aa0561b req-4a88fc1f-ce98-4ba4-ac8d-be844800a709 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:36.843067 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bcbeb493-f0f8-47bf-9427-56ce6aa0561b req-4a88fc1f-ce98-4ba4-ac8d-be844800a709 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 943 time: 0.3142111 Aug 16 06:55:36.848648 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-6e40f05d-f38c-483e-82de-dc8f86175077 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226795 Aug 16 06:55:36.908575 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-66989ce2-8abc-4452-a022-e19c233d95f2 req-7f00233c-f6fc-443d-9f94-a8ad9b355e2d service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188002 Aug 16 06:55:36.942024 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-65339194-3642-44f7-98c4-6d544333f53e service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814728 Aug 16 06:55:36.945088 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f2f24491-0de2-4555-b994-2d5ee725d548 req-26211824-432f-45de-9e4b-adf9accce6b7 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903918 Aug 16 06:55:36.972429 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bcbeb493-f0f8-47bf-9427-56ce6aa0561b req-6f3df6ac-c183-42f0-81a3-19720b8d3ec3 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204560 Aug 16 06:55:37.028339 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c315e1-0524-42bd-958a-be8aae4fdbb8 req-9165c271-d22c-4fed-b3b3-5292c98b7314 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710503 Aug 16 06:55:37.030243 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-98e0c0bb-1d16-4346-bc98-6c96af1065ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:37.032055 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-98e0c0bb-1d16-4346-bc98-6c96af1065ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 1096 time: 0.0681150 Aug 16 06:55:37.079360 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-5f268495-97fd-46cb-965b-78ffa6763e26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7b6b3-8044-4c07-a63f-f296921e3213 HTTP/1.1" status: 200 len: 217 time: 0.0380266 Aug 16 06:55:37.132226 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-8ca1e1a3-5f6c-4ed4-ae79-e83247abb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:37.133848 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-8ca1e1a3-5f6c-4ed4-ae79-e83247abb072 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.0467153 Aug 16 06:55:37.181939 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-c13524d1-cc64-407d-828e-8b7858abb13d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376489 Aug 16 06:55:37.253848 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 5f98dfb9-4b50-409d-add9-bd1a82281811 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:55:37.313220 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-7519c967-bb6d-4e91-b650-1f9f8910f699 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222837 Aug 16 06:55:37.453101 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-876efe15-6714-4ff8-8816-34e4129bf59a service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315312 Aug 16 06:55:37.461839 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 5f98dfb9-4b50-409d-add9-bd1a82281811, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5f98dfb9-4b50-409d-add9-bd1a82281811,segment=NetworkSegment(e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2),segment_id=e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:37.475104 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-cced7c30-d096-41ab-8560-7b5d1752b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:37.476705 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-cced7c30-d096-41ab-8560-7b5d1752b533 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1096 time: 0.3242588 Aug 16 06:55:37.501615 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '5f98dfb9-4b50-409d-add9-bd1a82281811', 'network_id': '77061cc3-7d20-48a0-a166-f20448d8669f', 'port_id': '5f98dfb9-4b50-409d-add9-bd1a82281811', 'mac_address': 'fa:16:3e:9e:ac:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3a96d1-b1fb-47cb-bb0c-a76a9a2c5ece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:55:37.553445 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:37.570029 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f98dfb9-4b50-409d-add9-bd1a82281811 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:37.597638 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 5f98dfb9-4b50-409d-add9-bd1a82281811, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5f98dfb9-4b50-409d-add9-bd1a82281811,segment=NetworkSegment(e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2),segment_id=e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:37.616019 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6390092-b64f-4800-8924-1071207fced2 req-3fed3898-997f-4ec2-a7bd-3d362518951e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:37.617513 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e6390092-b64f-4800-8924-1071207fced2 req-3fed3898-997f-4ec2-a7bd-3d362518951e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1399209 Aug 16 06:55:37.684725 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c013f2-96bb-4840-b6f4-21aa70494c68 req-9d528993-3397-4616-9721-2d8f4d613b38 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:37.686189 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e1c013f2-96bb-4840-b6f4-21aa70494c68 req-9d528993-3397-4616-9721-2d8f4d613b38 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 943 time: 0.1235325 Aug 16 06:55:37.687226 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-712c94c8-b5fc-469c-9d72-6bd5c04d918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:37.693537 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-712c94c8-b5fc-469c-9d72-6bd5c04d918b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 919 time: 0.1813686 Aug 16 06:55:37.705820 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e6390092-b64f-4800-8924-1071207fced2 req-1f5fdc45-a084-4efa-a53b-5af6a1268a45 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761240 Aug 16 06:55:37.760990 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-e7d9c6f0-16b5-4787-b4cf-edb7cd14963c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f HTTP/1.1" status: 200 len: 217 time: 0.0580873 Aug 16 06:55:37.791803 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e1c013f2-96bb-4840-b6f4-21aa70494c68 req-229f00c2-5574-4248-a9ba-72039beaa8e4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987563 Aug 16 06:55:37.824274 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:37.834180 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-7fd000cc-1fb0-4a6d-bd20-3c8477105a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:37.835710 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-7fd000cc-1fb0-4a6d-bd20-3c8477105a25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.0640562 Aug 16 06:55:37.870086 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-c53dc05d-9524-45c2-a639-0453e1706eda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264001 Aug 16 06:55:37.889711 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=5f98dfb9-4b50-409d-add9-bd1a82281811,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:37.912875 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e9f3d80d-699a-4ef9-89b3-9429b8476052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:37.981653 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-84bf1389-ea60-4ea6-ab9a-79c9f7a27363 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015799 Aug 16 06:55:38.145233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c3ffb-4e5e-45ce-85d9-1fbadd2ed663 req-3f1f203a-2124-4e21-96b3-8d71d12e7d5e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:38.146726 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-096c3ffb-4e5e-45ce-85d9-1fbadd2ed663 req-3f1f203a-2124-4e21-96b3-8d71d12e7d5e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 943 time: 0.1045346 Aug 16 06:55:38.147734 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57654) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:38.181549 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-644449fd-248e-4c37-b9b1-bfac783bc872 req-5c04ac04-349b-44fe-9b7c-374710e9a4de service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919415 Aug 16 06:55:38.194890 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a70a2-6add-462d-8645-139549a9e283 req-4ff19949-f940-4660-b476-472491ea9519 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:38.196432 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e76a70a2-6add-462d-8645-139549a9e283 req-4ff19949-f940-4660-b476-472491ea9519 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 944 time: 0.1171894 Aug 16 06:55:38.220782 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-096c3ffb-4e5e-45ce-85d9-1fbadd2ed663 req-63f1b7b6-d7f7-4f54-967c-c4c889c8d89b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587521 Aug 16 06:55:38.257225 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e76a70a2-6add-462d-8645-139549a9e283 req-f7f091f3-61a7-4421-b9c1-93f66d353a67 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504737 Aug 16 06:55:38.285758 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['5f98dfb9-4b50-409d-add9-bd1a82281811'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:55:38.335720 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8cc41a-bdde-4684-aee5-16c923993222', 'tag': 'afd7b6b3-8044-4c07-a63f-f296921e3213'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:38.335720 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa7aea2-b00d-4582-94bf-d08ff9efd08f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8cc41a-bdde-4684-aee5-16c923993222", "tag": "afd7b6b3-8044-4c07-a63f-f296921e3213"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:38.375539 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4683dc83-3b2b-4ec7-b0fa-c5014acea99d x-openstack-request-id: req-4683dc83-3b2b-4ec7-b0fa-c5014acea99d {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:38.375904 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8cc41a-bdde-4684-aee5-16c923993222", "tag": "afd7b6b3-8044-4c07-a63f-f296921e3213", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:38.376222 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4683dc83-3b2b-4ec7-b0fa-c5014acea99d {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:38.376692 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8cc41a-bdde-4684-aee5-16c923993222', 'tag': 'afd7b6b3-8044-4c07-a63f-f296921e3213', 'status': 'completed', 'code': 200} Aug 16 06:55:38.457950 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-20ee436f-7991-4131-9be9-d0186626e8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:38.468339 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-93b84bc9-5e02-4d9d-99e4-6df6534d1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:38.469986 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-93b84bc9-5e02-4d9d-99e4-6df6534d1d90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 1096 time: 0.0672345 Aug 16 06:55:38.584809 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-20ee436f-7991-4131-9be9-d0186626e8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:38.586515 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-06a6d241-81bb-489f-af41-1f00ee9b3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:38.588055 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-06a6d241-81bb-489f-af41-1f00ee9b3e79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 919 time: 0.1102650 Aug 16 06:55:38.631122 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-9094eb18-5f94-4590-8f62-31b533aab57e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7b6b3-8044-4c07-a63f-f296921e3213 HTTP/1.1" status: 200 len: 217 time: 0.0357554 Aug 16 06:55:38.681664 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-8732e536-6aa4-40b4-8ac9-c764bf1efe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:38.683242 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-8732e536-6aa4-40b4-8ac9-c764bf1efe3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.0433846 Aug 16 06:55:38.716944 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-57ceb095-1c45-4e09-9d0e-292d00629a9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270531 Aug 16 06:55:38.804136 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-20ee436f-7991-4131-9be9-d0186626e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:38.842108 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-38c75d43-2d1d-4628-8c4c-ec52c0a7f472 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170764 Aug 16 06:55:38.871988 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16457014-9568-4d9b-a394-29b6d50c091e req-ed76b87b-4342-4689-b8e6-b84c147f8453 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:38.871988 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-16457014-9568-4d9b-a394-29b6d50c091e req-ed76b87b-4342-4689-b8e6-b84c147f8453 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0750790 Aug 16 06:55:38.883333 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-20ee436f-7991-4131-9be9-d0186626e8d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58cd3d5414a945ab875a0ea098e86b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7344155 Aug 16 06:55:38.883539 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57686) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:38.886095 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee436f-7991-4131-9be9-d0186626e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ac4444-96d6-42b5-88da-1db2885b4ccf,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:39.021626 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-16457014-9568-4d9b-a394-29b6d50c091e req-fe6880a2-7371-4335-9ac2-7106bb60cc98 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389744 Aug 16 06:55:39.053275 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c4134-944c-4997-b3af-f27111effd25 req-8c26b258-eac8-47b5-a27a-310bdeb0729f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:39.054736 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b77c4134-944c-4997-b3af-f27111effd25 req-8c26b258-eac8-47b5-a27a-310bdeb0729f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 943 time: 0.1446760 Aug 16 06:55:39.074823 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-efa7aea2-b00d-4582-94bf-d08ff9efd08f req-0e126c09-8580-4b17-b72c-c59987ae0f71 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248633 Aug 16 06:55:39.081168 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0651090c-c739-487b-b82a-46ac74f20cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:39.117253 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0651090c-c739-487b-b82a-46ac74f20cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:39.125795 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b77c4134-944c-4997-b3af-f27111effd25 req-ad14d2bf-1cfa-49c2-87ca-8658db0bb732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644863 Aug 16 06:55:39.242030 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0651090c-c739-487b-b82a-46ac74f20cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:39.243340 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:55:39.248126 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0651090c-c739-487b-b82a-46ac74f20cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:39.250381 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-0651090c-c739-487b-b82a-46ac74f20cd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5ac4444-96d6-42b5-88da-1db2885b4ccf HTTP/1.1" status: 204 len: 168 time: 0.3413432 Aug 16 06:55:39.275937 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651090c-c739-487b-b82a-46ac74f20cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ac4444-96d6-42b5-88da-1db2885b4ccf,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:39.462898 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c57f07-74d0-4d8f-9f22-3c09d8ff5d9b req-a494df6c-7a28-4440-bb8f-3fded06b18b6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:39.472831 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f9c57f07-74d0-4d8f-9f22-3c09d8ff5d9b req-a494df6c-7a28-4440-bb8f-3fded06b18b6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 943 time: 0.1361036 Aug 16 06:55:39.521659 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694df7c0-2c8a-4ded-854c-67ec506b28ca req-9f02e6bb-95aa-47b4-b1ab-351ce4db9cb0 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:39.524533 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-694df7c0-2c8a-4ded-854c-67ec506b28ca req-9f02e6bb-95aa-47b4-b1ab-351ce4db9cb0 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 944 time: 0.1404431 Aug 16 06:55:39.560546 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f9c57f07-74d0-4d8f-9f22-3c09d8ff5d9b req-c30a336b-0aef-4d20-99c8-ea7226894269 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862277 Aug 16 06:55:39.603894 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:39.607512 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-694df7c0-2c8a-4ded-854c-67ec506b28ca req-6dd8a576-bd51-4be5-b280-627a32cd8070 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660443 Aug 16 06:55:39.623402 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c', 'port_id': 'c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', 'mac_address': 'fa:16:3e:83:d0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1739aee4-4159-4e90-a54b-074257d5a5d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:55:39.676253 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:39.690045 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:39.719180 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:39.856058 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:39.905892 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:40.114560 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57734) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:40.127824 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d74dc2dd-61db-4725-b1a0-e8051c90be03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.145170 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2fc75-8918-4882-ae7a-b81295a93f3b req-d0b7d1d5-763b-4e3a-89b0-800cf4e0a384 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:40.147508 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9ae2fc75-8918-4882-ae7a-b81295a93f3b req-d0b7d1d5-763b-4e3a-89b0-800cf4e0a384 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0537541 Aug 16 06:55:40.156304 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57738) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:40.179285 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:55:40.196126 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9ae2fc75-8918-4882-ae7a-b81295a93f3b req-7d5ab779-e110-4a03-85a7-7b9204259eca tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392406 Aug 16 06:55:40.267104 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caae671-59aa-4399-b4e1-ec3e259c8fc2 req-470d1254-252c-4b17-9306-d9bba3f29186 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:40.268682 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4caae671-59aa-4399-b4e1-ec3e259c8fc2 req-470d1254-252c-4b17-9306-d9bba3f29186 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 944 time: 0.0564973 Aug 16 06:55:40.276147 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d74dc2dd-61db-4725-b1a0-e8051c90be03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.343417 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4caae671-59aa-4399-b4e1-ec3e259c8fc2 req-9f88df1b-c8ef-476a-81e8-42f3045fc47c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537789 Aug 16 06:55:40.356904 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d74dc2dd-61db-4725-b1a0-e8051c90be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.407413 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-d74dc2dd-61db-4725-b1a0-e8051c90be03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db9017f037c34c178d1b26e6db290353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916026 Aug 16 06:55:40.408369 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-946546b1-b516-40cc-b9f7-50b695927a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.410638 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dc2dd-61db-4725-b1a0-e8051c90be03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2293d-2cf1-40dd-9fca-4f8579f33b44,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:40.410861 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57746) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:40.464335 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-08768e74-6916-483d-8948-d530de59f918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.493235 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-08768e74-6916-483d-8948-d530de59f918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.512842 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-946546b1-b516-40cc-b9f7-50b695927a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.580950 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-946546b1-b516-40cc-b9f7-50b695927a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.619867 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-946546b1-b516-40cc-b9f7-50b695927a35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c20fddaf1644f678083ee8e427ff0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625597 Aug 16 06:55:40.624976 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946546b1-b516-40cc-b9f7-50b695927a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2572ea90-447d-4b96-b9c2-044c5cfccaa3,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:40.625117 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57754) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:40.663279 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-08768e74-6916-483d-8948-d530de59f918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.664518 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-08768e74-6916-483d-8948-d530de59f918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.668239 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-08768e74-6916-483d-8948-d530de59f918 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edc2293d-2cf1-40dd-9fca-4f8579f33b44 HTTP/1.1" status: 204 len: 168 time: 0.2538218 Aug 16 06:55:40.708275 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08768e74-6916-483d-8948-d530de59f918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2293d-2cf1-40dd-9fca-4f8579f33b44,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:40.774936 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a629bccc-af05-4b53-b769-b5999e1ac10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.789827 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f4a0e-6d8a-4a0e-a14d-c8555b1fa58e req-1a6d1af7-56bc-46a8-a39f-ceeb8599674d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:40.791458 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-296f4a0e-6d8a-4a0e-a14d-c8555b1fa58e req-1a6d1af7-56bc-46a8-a39f-ceeb8599674d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 943 time: 0.1443415 Aug 16 06:55:40.826658 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9e19e-622d-437c-967c-4d09933d3c05 req-5e26b27d-0f48-4907-9338-f100c6c7f746 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:40.828179 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f3c9e19e-622d-437c-967c-4d09933d3c05 req-5e26b27d-0f48-4907-9338-f100c6c7f746 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 944 time: 0.1401618 Aug 16 06:55:40.835925 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.857896 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a629bccc-af05-4b53-b769-b5999e1ac10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:40.911765 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-296f4a0e-6d8a-4a0e-a14d-c8555b1fa58e req-d23e25ab-785f-42d4-b381-8f219b0b4f40 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066968 Aug 16 06:55:40.925551 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f3c9e19e-622d-437c-967c-4d09933d3c05 req-f6a3e252-85ed-48cb-a6a0-8f63ee0350fa tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791254 Aug 16 06:55:40.975914 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-9750b0d0-4755-4dc6-91fe-85ba8096a2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:41.036327 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a629bccc-af05-4b53-b769-b5999e1ac10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:41.039472 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a629bccc-af05-4b53-b769-b5999e1ac10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:41.043167 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a629bccc-af05-4b53-b769-b5999e1ac10f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2572ea90-447d-4b96-b9c2-044c5cfccaa3 HTTP/1.1" status: 204 len: 168 time: 0.4171486 Aug 16 06:55:41.059563 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629bccc-af05-4b53-b769-b5999e1ac10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2572ea90-447d-4b96-b9c2-044c5cfccaa3,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:41.273085 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device afd7b6b3-8044-4c07-a63f-f296921e3213 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:55:41.330787 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:41.348709 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b572-4a08-4850-8e7d-422fa3f12e4b req-d996b454-54c8-419d-947a-8aac5ba7bf4e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:41.350362 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-82e5b572-4a08-4850-8e7d-422fa3f12e4b req-d996b454-54c8-419d-947a-8aac5ba7bf4e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0817168 Aug 16 06:55:41.405706 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-82e5b572-4a08-4850-8e7d-422fa3f12e4b req-13d33de1-9ba3-4cbf-ac72-0a67806565b2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458775 Aug 16 06:55:41.452132 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port afd7b6b3-8044-4c07-a63f-f296921e3213, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=afd7b6b3-8044-4c07-a63f-f296921e3213,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:41.467409 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'afd7b6b3-8044-4c07-a63f-f296921e3213', 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70', 'port_id': 'afd7b6b3-8044-4c07-a63f-f296921e3213', 'mac_address': 'fa:16:3e:8f:04:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570ae11a-a15c-4bc0-b819-20b19573e3f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:55:41.524198 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837725-3082-4743-be5b-07007e5004a0 req-1b9c9be2-8bc1-4381-b36e-8c8adf2737cf tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:41.526751 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-61837725-3082-4743-be5b-07007e5004a0 req-1b9c9be2-8bc1-4381-b36e-8c8adf2737cf tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 944 time: 0.0877578 Aug 16 06:55:41.544233 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:41.552610 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:41.561055 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:41.561055 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:41.569389 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-61837725-3082-4743-be5b-07007e5004a0 req-d6814a21-e00d-458d-87f3-5027f513ed04 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Aug 16 06:55:41.603882 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd7b6b3-8044-4c07-a63f-f296921e3213 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:41.640420 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port afd7b6b3-8044-4c07-a63f-f296921e3213, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=afd7b6b3-8044-4c07-a63f-f296921e3213,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:41.683723 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:41.708512 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d657c0-1841-4364-be64-d436965514dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:41.773213 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:41.773868 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ef1ac328-5ba8-46d9-b201-5890e069df87 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:55:41.781757 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:41.876988 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=afd7b6b3-8044-4c07-a63f-f296921e3213,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:41.900680 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:41.901462 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 5f98dfb9-4b50-409d-add9-bd1a82281811 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:41.915953 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57812) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:41.930042 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-926f84e6-32e7-4c0d-a7ad-ff8a6a745b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.005112 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:42.023241 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'port_id': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'mac_address': 'fa:16:3e:d2:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:55:42.028233 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:42.077956 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.098138 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.099896 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-926f84e6-32e7-4c0d-a7ad-ff8a6a745b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.103589 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1ac328-5ba8-46d9-b201-5890e069df87 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:42.111663 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88a9947-7c0f-4593-99f4-bfd148820c80" -d '{"events": [{"server_uuid": "83d657c0-1841-4364-be64-d436965514dd", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:42.133745 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:42.149019 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db66c0d-0377-4299-97f9-edab7fe9473a req-7a1c5a8d-03fe-4967-90ed-70c3d7f91f21 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:42.150497 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4db66c0d-0377-4299-97f9-edab7fe9473a req-7a1c5a8d-03fe-4967-90ed-70c3d7f91f21 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.1399720 Aug 16 06:55:42.155566 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 5f98dfb9-4b50-409d-add9-bd1a82281811 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:42.160461 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4d735-4858-4c08-950b-eec977742743 req-a952c767-bfc7-4454-936d-6d016147f4c3 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:42.165236 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 5f98dfb9-4b50-409d-add9-bd1a82281811 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:42.165373 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-84c4d735-4858-4c08-950b-eec977742743 req-a952c767-bfc7-4454-936d-6d016147f4c3 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 944 time: 0.0856419 Aug 16 06:55:42.165465 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.223791 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4db66c0d-0377-4299-97f9-edab7fe9473a req-e1a2cff0-40bb-43fd-92eb-62538e5b98d8 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604720 Aug 16 06:55:42.227907 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-84c4d735-4858-4c08-950b-eec977742743 req-92bb430a-959c-4aa4-97bb-2cfb079d05de tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578053 Aug 16 06:55:42.258683 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-926f84e6-32e7-4c0d-a7ad-ff8a6a745b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.271386 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.295904 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f84e6-32e7-4c0d-a7ad-ff8a6a745b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c746f636-26e6-48f9-b71f-3b056d2fd268,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:42.307704 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 5f98dfb9-4b50-409d-add9-bd1a82281811, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5f98dfb9-4b50-409d-add9-bd1a82281811,segment=NetworkSegment(e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2),segment_id=e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:42.310891 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-926f84e6-32e7-4c0d-a7ad-ff8a6a745b7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d84c749382640e98c303738d58c7e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937414 Aug 16 06:55:42.313376 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57826) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:42.315590 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.317056 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:55:42.362886 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd6799c-63c0-47d4-a265-cc74ad23633d x-openstack-request-id: req-ebd6799c-63c0-47d4-a265-cc74ad23633d {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:42.363228 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d657c0-1841-4364-be64-d436965514dd", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:42.363649 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebd6799c-63c0-47d4-a265-cc74ad23633d {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:42.364447 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d657c0-1841-4364-be64-d436965514dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', 'code': 200} Aug 16 06:55:42.370631 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-640ba0ae-8edf-4a7d-8d91-33fa126d35f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.397401 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:42.397611 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-640ba0ae-8edf-4a7d-8d91-33fa126d35f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.401053 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:42.414106 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '7abd7c11-8d9f-4914-8c8f-48b0ac056c8f', 'network_id': '0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70', 'port_id': '7abd7c11-8d9f-4914-8c8f-48b0ac056c8f', 'mac_address': 'fa:16:3e:68:3f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570ae11a-a15c-4bc0-b819-20b19573e3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:55:42.443511 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.484930 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.514106 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:55:42.522124 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=5f98dfb9-4b50-409d-add9-bd1a82281811,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:42.539106 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014c14a-e5f6-4d5f-801e-2a747ee6508d req-b52d46ae-ce96-4c42-9a39-9ae729854343 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:42.540777 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3014c14a-e5f6-4d5f-801e-2a747ee6508d req-b52d46ae-ce96-4c42-9a39-9ae729854343 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0532475 Aug 16 06:55:42.541614 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:42.579924 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3014c14a-e5f6-4d5f-801e-2a747ee6508d req-04609e2f-fa12-4fec-9511-ed423f4e614e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324130 Aug 16 06:55:42.595839 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-640ba0ae-8edf-4a7d-8d91-33fa126d35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.597759 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-640ba0ae-8edf-4a7d-8d91-33fa126d35f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.599161 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-640ba0ae-8edf-4a7d-8d91-33fa126d35f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c746f636-26e6-48f9-b71f-3b056d2fd268 HTTP/1.1" status: 204 len: 168 time: 0.2847724 Aug 16 06:55:42.609896 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ba0ae-8edf-4a7d-8d91-33fa126d35f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c746f636-26e6-48f9-b71f-3b056d2fd268,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:42.634833 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.725660 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:42.782864 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9315712-01db-4498-8de6-bf478f266c36 req-b8bae5a2-f27a-44a6-8f80-481a2733d989 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:42.784364 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f9315712-01db-4498-8de6-bf478f266c36 req-b8bae5a2-f27a-44a6-8f80-481a2733d989 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0832143 Aug 16 06:55:42.793394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d539d0-5acf-4b71-b39a-50a4adaaca3b req-fc94ab55-da00-4e23-ba9e-8eb58df1eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:42.794810 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d9d539d0-5acf-4b71-b39a-50a4adaaca3b req-fc94ab55-da00-4e23-ba9e-8eb58df1eea1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 1098 time: 0.1272874 Aug 16 06:55:42.821699 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d9d539d0-5acf-4b71-b39a-50a4adaaca3b req-73061197-c0ab-4cb0-88c7-b76f7c8f64bd service neutron] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:42.849765 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f9315712-01db-4498-8de6-bf478f266c36 req-0203183c-c296-4446-b8ca-d8e043c3154f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581245 Aug 16 06:55:42.936879 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d9d539d0-5acf-4b71-b39a-50a4adaaca3b req-73061197-c0ab-4cb0-88c7-b76f7c8f64bd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:43.027333 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d9d539d0-5acf-4b71-b39a-50a4adaaca3b req-73061197-c0ab-4cb0-88c7-b76f7c8f64bd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:43.060061 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d9d539d0-5acf-4b71-b39a-50a4adaaca3b req-73061197-c0ab-4cb0-88c7-b76f7c8f64bd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520590 Aug 16 06:55:43.073867 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73061197-c0ab-4cb0-88c7-b76f7c8f64bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b16b5f0e-610e-4f16-a352-d0a3ecd46375,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:43.380098 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5e600-a608-4e3b-a0a1-e8b78472f88a req-150ce2d8-1b61-4d67-8c1c-c98582b3bdc6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:43.381587 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-75d5e600-a608-4e3b-a0a1-e8b78472f88a req-150ce2d8-1b61-4d67-8c1c-c98582b3bdc6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0879896 Aug 16 06:55:43.393620 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c725e-6202-4c74-9829-572951604efa req-cdd25ed7-b78c-46d1-bb0e-cf8ed12a66bf tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:43.395890 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d81c725e-6202-4c74-9829-572951604efa req-cdd25ed7-b78c-46d1-bb0e-cf8ed12a66bf tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0705540 Aug 16 06:55:43.451071 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-75d5e600-a608-4e3b-a0a1-e8b78472f88a req-f9ed374a-f9ad-403b-8dde-c78b4ca66c56 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542281 Aug 16 06:55:43.455767 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d81c725e-6202-4c74-9829-572951604efa req-46b69287-87aa-46e8-83f1-7c46c2405fbc tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533357 Aug 16 06:55:43.536145 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:43.699617 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dafe03-e7cb-4d6d-92c5-b469b5e51ff4 req-b50abda6-a972-43b8-84a6-4be92108825b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:43.699617 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f1dafe03-e7cb-4d6d-92c5-b469b5e51ff4 req-b50abda6-a972-43b8-84a6-4be92108825b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0480039 Aug 16 06:55:43.740955 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f1dafe03-e7cb-4d6d-92c5-b469b5e51ff4 req-89ca1da9-76a2-4d45-a43c-aad077d7976c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357752 Aug 16 06:55:43.916408 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57898) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:43.979704 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222f97a-b99f-4a3a-a671-6b4c7884e149 req-fed93deb-3462-4c00-bc35-706d7f219815 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:43.981479 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c222f97a-b99f-4a3a-a671-6b4c7884e149 req-fed93deb-3462-4c00-bc35-706d7f219815 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0587392 Aug 16 06:55:44.026934 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57906) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:44.031760 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c222f97a-b99f-4a3a-a671-6b4c7884e149 req-d14234d2-2d92-496f-b325-5c355c1e4ef8 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426764 Aug 16 06:55:44.124128 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-12aa70df-f1a7-4144-b225-c739f5079975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.146451 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-438892364-network', 'tenant_id': '213a2eeddf454319abd6c439c5d78c0a'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:44.224878 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-12aa70df-f1a7-4144-b225-c739f5079975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.328510 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-12aa70df-f1a7-4144-b225-c739f5079975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.365844 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a29aaa-8fc5-453c-bf7c-4971c19fed6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f98dfb9-4b50-409d-add9-bd1a82281811'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:44.368547 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecb4ec6-ca38-401f-972d-775c3d890655" -d '{"events": [{"server_uuid": "75a29aaa-8fc5-453c-bf7c-4971c19fed6a", "name": "network-vif-plugged", "status": "completed", "tag": "5f98dfb9-4b50-409d-add9-bd1a82281811"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:44.375707 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-12aa70df-f1a7-4144-b225-c739f5079975 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab686280f9fa4d1780291dcc3459560f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582231 Aug 16 06:55:44.376892 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa70df-f1a7-4144-b225-c739f5079975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a1c44a-0204-4d8e-b628-d43d8ddea2e6,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:44.378744 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57916) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:44.410340 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe449ea5-5855-4db1-9aea-641591947727 x-openstack-request-id: req-fe449ea5-5855-4db1-9aea-641591947727 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:44.410340 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a29aaa-8fc5-453c-bf7c-4971c19fed6a", "name": "network-vif-plugged", "status": "completed", "tag": "5f98dfb9-4b50-409d-add9-bd1a82281811", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:44.410340 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe449ea5-5855-4db1-9aea-641591947727 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:44.410340 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a29aaa-8fc5-453c-bf7c-4971c19fed6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f98dfb9-4b50-409d-add9-bd1a82281811', 'code': 200} Aug 16 06:55:44.428577 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-63decc71-30e7-48e5-992c-bf08a27e9d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.448681 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-63decc71-30e7-48e5-992c-bf08a27e9d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.463991 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Made reservation on behalf of 213a2eeddf454319abd6c439c5d78c0a for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:44.466602 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.482819 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.493110 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['7abd7c11-8d9f-4914-8c8f-48b0ac056c8f'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:55:44.566685 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-63decc71-30e7-48e5-992c-bf08a27e9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.569552 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-63decc71-30e7-48e5-992c-bf08a27e9d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.570736 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-63decc71-30e7-48e5-992c-bf08a27e9d24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9a1c44a-0204-4d8e-b628-d43d8ddea2e6 HTTP/1.1" status: 204 len: 168 time: 0.1908381 Aug 16 06:55:44.648994 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.739406 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.762227 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:55:44.780113 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7965b108-9dad-4154-a51a-47836e60bc63,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:44.794678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63decc71-30e7-48e5-992c-bf08a27e9d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a1c44a-0204-4d8e-b628-d43d8ddea2e6,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:44.795881 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.796287 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Added segment fc8531e1-857f-43b0-9071-30444cc1370a of type vlan for network ee8b890a-e7b2-4efa-8baa-9c5e839d57f8 Aug 16 06:55:44.815228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04da8-faa2-4cc3-8cc5-f583fc5dc577 req-21987ef6-6cdb-44a2-bdf7-2133d520e10e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:44.817461 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1ed04da8-faa2-4cc3-8cc5-f583fc5dc577 req-21987ef6-6cdb-44a2-bdf7-2133d520e10e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.2886019 Aug 16 06:55:44.831910 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446107c-fcd0-41c1-9b99-0b4f47eaf8b7 req-96d3a713-1533-4e64-be65-6ee4f02b9049 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:44.833616 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1446107c-fcd0-41c1-9b99-0b4f47eaf8b7 req-96d3a713-1533-4e64-be65-6ee4f02b9049 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.2928123 Aug 16 06:55:44.842562 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.893256 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1ed04da8-faa2-4cc3-8cc5-f583fc5dc577 req-a500d012-2938-40dd-acda-ce72fce71536 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585144 Aug 16 06:55:44.900627 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1446107c-fcd0-41c1-9b99-0b4f47eaf8b7 req-2aeed723-8250-4fc4-b0b9-017c1517d0c1 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548208 Aug 16 06:55:44.969671 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.970656 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:44.971261 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:44.997031 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b800b51-c7be-4a74-8c67-cb7c4f5d6afa req-94696582-bfb4-4ba2-b27c-30fe25258445 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:44.999605 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5b800b51-c7be-4a74-8c67-cb7c4f5d6afa req-94696582-bfb4-4ba2-b27c-30fe25258445 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0503573 Aug 16 06:55:45.030828 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8b890a-e7b2-4efa-8baa-9c5e839d57f8,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:45.041616 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5b800b51-c7be-4a74-8c67-cb7c4f5d6afa req-47a47ce6-846a-4cda-950b-a38442afaf72 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Aug 16 06:55:45.042146 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network ee8b890a-e7b2-4efa-8baa-9c5e839d57f8 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:55:45.102153 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-06d6e1da-5900-4ad6-98a0-a7238c853324 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0712609 Aug 16 06:55:45.102337 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57932) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:45.107073 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Request body: {'subnet': {'network_id': 'ee8b890a-e7b2-4efa-8baa-9c5e839d57f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-438892364-subnet', 'tenant_id': '213a2eeddf454319abd6c439c5d78c0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:45.158137 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f116-3438-4105-aef9-460f025c4028 req-d57d1d86-0726-4447-91fe-911373bd78ad tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:45.160175 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7571f116-3438-4105-aef9-460f025c4028 req-d57d1d86-0726-4447-91fe-911373bd78ad tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0528243 Aug 16 06:55:45.186962 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Made reservation on behalf of 213a2eeddf454319abd6c439c5d78c0a for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:45.189332 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59289320'] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.201893 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7571f116-3438-4105-aef9-460f025c4028 req-019252b9-c4d4-4cf5-a890-9841e753e140 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350299 Aug 16 06:55:45.211182 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:55:45.442303 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59289306'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.447154 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 57946) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:45.460633 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5c216c53-275e-4bb0-a3f9-9e1e4742cf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.502632 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b347d94-3a52-49f4-b4d6-9ee86bfaffd6,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:45.516431 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Checking segment: {'id': 'fc8531e1-857f-43b0-9071-30444cc1370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ee8b890a-e7b2-4efa-8baa-9c5e839d57f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:45.516868 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Network hostable DHCP agents. Network: ee8b890a-e7b2-4efa-8baa-9c5e839d57f8, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:55:45.555615 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5c216c53-275e-4bb0-a3f9-9e1e4742cf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.623863 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Network ee8b890a-e7b2-4efa-8baa-9c5e839d57f8 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:55:45.652223 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5c216c53-275e-4bb0-a3f9-9e1e4742cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.690033 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-5c216c53-275e-4bb0-a3f9-9e1e4742cf54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3127717d5d9044589c67022ad88e90f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412832 Aug 16 06:55:45.691537 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c216c53-275e-4bb0-a3f9-9e1e4742cf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eca0a4-3383-4988-91d4-44929c8c372e,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:45.693721 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57952) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:45.707292 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, ee8b890a-e7b2-4efa-8baa-9c5e839d57f8) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:45.714505 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:45.714751 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c262524-6250-4f11-bb69-616fe1f6f022 None None] Network ee8b890a-e7b2-4efa-8baa-9c5e839d57f8 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:45.715086 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.756310 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f99821f4-3e97-4bcc-b6b3-7c71a4fd5aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.780331 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f99821f4-3e97-4bcc-b6b3-7c71a4fd5aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.827264 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-5743d0da-fbae-4561-8f35-e504940fa2fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7210302 Aug 16 06:55:45.857232 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb49b6d-0488-4f5d-8dc5-796ff551010f None None] Network ee8b890a-e7b2-4efa-8baa-9c5e839d57f8 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:45.986912 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f99821f4-3e97-4bcc-b6b3-7c71a4fd5aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.990364 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f99821f4-3e97-4bcc-b6b3-7c71a4fd5aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:45.995066 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-f99821f4-3e97-4bcc-b6b3-7c71a4fd5aee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4eca0a4-3383-4988-91d4-44929c8c372e HTTP/1.1" status: 204 len: 168 time: 0.3001645 Aug 16 06:55:46.003770 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99821f4-3e97-4bcc-b6b3-7c71a4fd5aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eca0a4-3383-4988-91d4-44929c8c372e,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:46.076896 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443141b0-37cd-4e31-80af-41d4fa084cde req-d1d7e3ba-e93b-4c2a-81e9-a928cfd0ab80 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:46.078386 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-443141b0-37cd-4e31-80af-41d4fa084cde req-d1d7e3ba-e93b-4c2a-81e9-a928cfd0ab80 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0931175 Aug 16 06:55:46.087485 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43227c4-26c1-42c8-ab43-130021b26eb2 req-e32ac9ba-e687-4beb-87de-d08dbe1fde53 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:46.088897 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f43227c4-26c1-42c8-ab43-130021b26eb2 req-e32ac9ba-e687-4beb-87de-d08dbe1fde53 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0891705 Aug 16 06:55:46.143536 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-443141b0-37cd-4e31-80af-41d4fa084cde req-bf033310-bfb7-4e85-ad94-da679a67cc6f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536299 Aug 16 06:55:46.148873 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f43227c4-26c1-42c8-ab43-130021b26eb2 req-41f6fc2c-2375-4094-88ab-d8111777ae43 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531793 Aug 16 06:55:46.258611 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f98f5-1d26-4d07-b308-7964369caf62 req-937a1363-8701-491a-98a5-ad3f31b53b5c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:46.260148 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a75f98f5-1d26-4d07-b308-7964369caf62 req-937a1363-8701-491a-98a5-ad3f31b53b5c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0549643 Aug 16 06:55:46.325325 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a75f98f5-1d26-4d07-b308-7964369caf62 req-665c84d7-af8d-4b6b-a5ef-64a72691b5e5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592752 Aug 16 06:55:46.341805 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8bc78-2b41-4162-a128-a71d6b67362e req-8b278903-69d5-4e29-9b93-a6ac8d038334 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:46.343251 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e6b8bc78-2b41-4162-a128-a71d6b67362e req-8b278903-69d5-4e29-9b93-a6ac8d038334 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0614462 Aug 16 06:55:46.383228 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e6b8bc78-2b41-4162-a128-a71d6b67362e req-a599add9-6c11-4b41-a22c-0fd361b00b4e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Aug 16 06:55:46.787284 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 57994) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:46.792314 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-231145084-network', 'tenant_id': 'd199610c42fe43fe893b0751b1518d17'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:46.906870 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Made reservation on behalf of d199610c42fe43fe893b0751b1518d17 for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:46.912262 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:46.918827 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:47.008428 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:47.077798 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['ef1ac328-5ba8-46d9-b201-5890e069df87'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:55:47.089466 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:47.115213 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:55:47.124321 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8070db68-aa41-4f30-a698-9bb4826878ba,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:47.133637 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:47.134117 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Added segment b13e153f-fc5a-4902-a7dd-476cf43a3f6e of type vlan for network 513573b1-2bb4-484e-bc6e-81620b0ac653 Aug 16 06:55:47.184395 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:47.321270 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:47.322081 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def5e07-1c75-4f24-9aa4-c4d1bbf08e2f req-ce966ddc-ea88-4ff6-aec4-a3700d9e625d tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:47.322823 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:47.322823 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:47.325735 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6def5e07-1c75-4f24-9aa4-c4d1bbf08e2f req-ce966ddc-ea88-4ff6-aec4-a3700d9e625d tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0799637 Aug 16 06:55:47.359003 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e9c4f-54d8-41ff-b2f4-7894b208b16d req-2ab831c0-a00f-4afe-a801-636d05b70408 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:47.360667 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cc0e9c4f-54d8-41ff-b2f4-7894b208b16d req-2ab831c0-a00f-4afe-a801-636d05b70408 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0895598 Aug 16 06:55:47.388099 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] Pushing event updated for resources: {'Network': ['ID=513573b1-2bb4-484e-bc6e-81620b0ac653,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:47.396775 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6def5e07-1c75-4f24-9aa4-c4d1bbf08e2f req-938fc8ed-5575-4501-9b82-73d290fd324f tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657394 Aug 16 06:55:47.398596 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 513573b1-2bb4-484e-bc6e-81620b0ac653 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:55:47.419424 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cc0e9c4f-54d8-41ff-b2f4-7894b208b16d req-228d6e10-f7db-4829-872b-8c4afad321ff tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Aug 16 06:55:47.488065 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-af098b70-ce0d-40b6-a7a9-a1a3ebda4112 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6996312 Aug 16 06:55:47.490596 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 58020) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:47.496342 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Request body: {'subnet': {'network_id': '513573b1-2bb4-484e-bc6e-81620b0ac653', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-231145084-subnet', 'tenant_id': 'd199610c42fe43fe893b0751b1518d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:47.542073 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcaf08-31e7-46e2-9379-dcc1e085b5ec req-aac4576c-9490-484a-8c79-db00c47ce6fa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:47.543559 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-babcaf08-31e7-46e2-9379-dcc1e085b5ec req-aac4576c-9490-484a-8c79-db00c47ce6fa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0844400 Aug 16 06:55:47.554531 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88eba05-0dc7-4788-88d9-aa028001519f req-fc892760-f132-4561-96be-172dd1de6978 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:47.556157 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f88eba05-0dc7-4788-88d9-aa028001519f req-fc892760-f132-4561-96be-172dd1de6978 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0711663 Aug 16 06:55:47.601582 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Made reservation on behalf of d199610c42fe43fe893b0751b1518d17 for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:55:47.604787 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59289320'] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:47.607599 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-babcaf08-31e7-46e2-9379-dcc1e085b5ec req-fa86390e-8761-4ab1-b9fd-ff6218992868 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503650 Aug 16 06:55:47.620516 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f88eba05-0dc7-4788-88d9-aa028001519f req-7a6ecc38-282c-4173-a061-729afffba9c5 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 Aug 16 06:55:47.670689 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['afd7b6b3-8044-4c07-a63f-f296921e3213'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:55:47.873010 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59289306'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:47.932653 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43b3033-8d34-4411-8f33-1228e655b04b,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:47.944835 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Checking segment: {'id': 'b13e153f-fc5a-4902-a7dd-476cf43a3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '513573b1-2bb4-484e-bc6e-81620b0ac653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:55:47.945210 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Network hostable DHCP agents. Network: 513573b1-2bb4-484e-bc6e-81620b0ac653, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:55:48.046413 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Network 513573b1-2bb4-484e-bc6e-81620b0ac653 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:55:48.118152 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 513573b1-2bb4-484e-bc6e-81620b0ac653) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:55:48.122514 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:48.123116 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:48.127163 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad79fbe-239c-4b8e-a9c6-6b80fb0bdc47 None None] Network 513573b1-2bb4-484e-bc6e-81620b0ac653 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:48.214947 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-7f10eef4-4aa4-4554-a340-1f64f3932ee9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7232549 Aug 16 06:55:48.254432 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090f300-582e-4751-92cc-776bcbd55939 None None] Network 513573b1-2bb4-484e-bc6e-81620b0ac653 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:55:48.552888 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940ead7-8528-4330-a16d-5dd12a7e4936 req-d78a3571-6f8f-4e28-a29d-fc70acbd6f5e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:48.554365 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5940ead7-8528-4330-a16d-5dd12a7e4936 req-d78a3571-6f8f-4e28-a29d-fc70acbd6f5e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0799789 Aug 16 06:55:48.619108 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5940ead7-8528-4330-a16d-5dd12a7e4936 req-ee3e0ced-eadb-45c3-a708-c67928f2c849 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512769 Aug 16 06:55:48.627799 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caabd8-5436-432d-94a3-db3c82424cdb req-b3cd41b4-ab07-404b-bd5a-95a162ab8e82 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:48.630015 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-39caabd8-5436-432d-94a3-db3c82424cdb req-b3cd41b4-ab07-404b-bd5a-95a162ab8e82 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0988383 Aug 16 06:55:48.672921 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-39caabd8-5436-432d-94a3-db3c82424cdb req-0b914395-97ad-4cd8-a9f3-3c563d1f13cf tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Aug 16 06:55:48.774275 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6490680-62fa-4f3d-84e2-7a2b6abce350 req-d7ac08dd-4500-44c2-9546-373cf61f77c4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:48.775724 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6490680-62fa-4f3d-84e2-7a2b6abce350 req-d7ac08dd-4500-44c2-9546-373cf61f77c4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0731125 Aug 16 06:55:48.807162 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b25eab-a4e7-48a7-9adf-00899170b095 req-eef18f3c-6fa0-42dc-ac52-483f27ad3186 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:48.808666 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54b25eab-a4e7-48a7-9adf-00899170b095 req-eef18f3c-6fa0-42dc-ac52-483f27ad3186 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0744514 Aug 16 06:55:48.839597 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6490680-62fa-4f3d-84e2-7a2b6abce350 req-9efd9e94-3a74-4bc9-9ae0-fb2c51ffb82f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565748 Aug 16 06:55:48.859632 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54b25eab-a4e7-48a7-9adf-00899170b095 req-c860333c-883b-4fe0-83d6-49a47f8214ea tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Aug 16 06:55:49.648984 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b6c79-d5b3-484a-a6a3-8ee96f019785 req-e90c1d96-9e83-4596-a032-54e7636959e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:49.650440 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e65b6c79-d5b3-484a-a6a3-8ee96f019785 req-e90c1d96-9e83-4596-a032-54e7636959e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 1098 time: 0.0415421 Aug 16 06:55:49.735204 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06cb1f-66c5-4708-b36b-c92954526dc8 req-ba319f94-ce7a-4a3a-8618-873062013539 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:49.736671 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2a06cb1f-66c5-4708-b36b-c92954526dc8 req-ba319f94-ce7a-4a3a-8618-873062013539 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0473318 Aug 16 06:55:49.802730 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2a06cb1f-66c5-4708-b36b-c92954526dc8 req-76e10654-b1e7-469f-9ad1-135bd499850e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536418 Aug 16 06:55:49.810707 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df778b-6e64-4a36-8f46-46363b6c2911 req-95b0f3f9-35b6-40dc-a4d3-8e89aee6c8f3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:49.812150 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-86df778b-6e64-4a36-8f46-46363b6c2911 req-95b0f3f9-35b6-40dc-a4d3-8e89aee6c8f3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0712881 Aug 16 06:55:49.849301 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-86df778b-6e64-4a36-8f46-46363b6c2911 req-340b9d36-adff-431c-984e-ea4b84ac823e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311515 Aug 16 06:55:49.984773 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5feb1f-c3ee-4d65-a042-41a30b919a45 req-9e23bdf7-d4aa-43fb-95bb-d7d0bc1736ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:49.986153 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3e5feb1f-c3ee-4d65-a042-41a30b919a45 req-9e23bdf7-d4aa-43fb-95bb-d7d0bc1736ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0745862 Aug 16 06:55:50.017582 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce76979-c031-4123-b263-46f966023c6b req-273199b3-965c-49ad-8a70-307a6f8e9775 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:50.019843 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fce76979-c031-4123-b263-46f966023c6b req-273199b3-965c-49ad-8a70-307a6f8e9775 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0777519 Aug 16 06:55:50.049495 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3e5feb1f-c3ee-4d65-a042-41a30b919a45 req-d68f65a2-baa3-4987-91bf-5161113f1f41 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565579 Aug 16 06:55:50.069050 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fce76979-c031-4123-b263-46f966023c6b req-5cf49fe9-065d-482e-8a6c-4b7b18754753 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384216 Aug 16 06:55:50.699982 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e65b6c79-d5b3-484a-a6a3-8ee96f019785 req-9b8da168-9bce-42f3-8885-73dc8934447a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279253 Aug 16 06:55:50.915632 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe7cdf-4d19-45fe-8917-5186a5cd11c6 req-afc8cad3-3bf0-4115-92e7-1f45af43576a tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:50.917109 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a9fe7cdf-4d19-45fe-8917-5186a5cd11c6 req-afc8cad3-3bf0-4115-92e7-1f45af43576a tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0486577 Aug 16 06:55:50.983849 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a9fe7cdf-4d19-45fe-8917-5186a5cd11c6 req-bb0d2485-caca-406a-8516-75781872f1c6 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572093 Aug 16 06:55:50.991825 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975ecc4-1a6f-4c7f-bf24-b3af00a153ab req-c0a52dbb-8cd3-40e6-bdd9-fa1622255a7f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:50.993372 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9975ecc4-1a6f-4c7f-bf24-b3af00a153ab req-c0a52dbb-8cd3-40e6-bdd9-fa1622255a7f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0754015 Aug 16 06:55:51.032236 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9975ecc4-1a6f-4c7f-bf24-b3af00a153ab req-af0b16de-d78d-4ae2-9b50-30f4e688bb81 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Aug 16 06:55:51.198646 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b2f3-644b-482d-84f7-e659fd5e35f7 req-a8ddf984-fb49-4349-87ba-7a12b6546eb1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:51.200638 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-daf9b2f3-644b-482d-84f7-e659fd5e35f7 req-a8ddf984-fb49-4349-87ba-7a12b6546eb1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0805461 Aug 16 06:55:51.212315 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a612a0b-49aa-4a4a-a165-d4860b77e885 req-21aae72c-3a10-4188-a7ea-93ac2c8d6235 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:51.213750 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7a612a0b-49aa-4a4a-a165-d4860b77e885 req-21aae72c-3a10-4188-a7ea-93ac2c8d6235 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0684764 Aug 16 06:55:51.269796 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-daf9b2f3-644b-482d-84f7-e659fd5e35f7 req-74232cda-c220-40e4-9e37-754ae4c365e5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524707 Aug 16 06:55:51.272869 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7a612a0b-49aa-4a4a-a165-d4860b77e885 req-30bf906e-5488-40e0-bf4d-068546468887 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524743 Aug 16 06:55:51.883943 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:52.097722 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce76fc-afce-4dcd-aa14-a4d57c9e99d5 req-aefc1ebc-3cb7-4c82-bb64-4d5d357d0533 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:52.099240 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-66ce76fc-afce-4dcd-aa14-a4d57c9e99d5 req-aefc1ebc-3cb7-4c82-bb64-4d5d357d0533 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0499582 Aug 16 06:55:52.164821 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-66ce76fc-afce-4dcd-aa14-a4d57c9e99d5 req-9385e8eb-7de3-470a-a957-86da59d40bb0 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550394 Aug 16 06:55:52.172681 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce30093-d8e8-49ef-a387-4547f1335e9d req-72e649e6-7fe3-45b9-826e-e64cc883ab8b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:52.174134 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3ce30093-d8e8-49ef-a387-4547f1335e9d req-72e649e6-7fe3-45b9-826e-e64cc883ab8b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0725083 Aug 16 06:55:52.216913 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3ce30093-d8e8-49ef-a387-4547f1335e9d req-a382c8f5-0109-48da-8366-e418fdfde71f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360551 Aug 16 06:55:52.419318 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f87207-237d-41dd-8d69-badc02d7b046 req-fb0227ba-51a6-48d2-90e0-b412d944b24b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:52.420729 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-49f87207-237d-41dd-8d69-badc02d7b046 req-fb0227ba-51a6-48d2-90e0-b412d944b24b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0830593 Aug 16 06:55:52.428793 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7935da-de70-418e-ac8c-585dfc60921b req-a89bab55-963a-4c27-b50e-dfbd22b6d5da tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:52.430158 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6c7935da-de70-418e-ac8c-585dfc60921b req-a89bab55-963a-4c27-b50e-dfbd22b6d5da tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0784330 Aug 16 06:55:52.483275 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-49f87207-237d-41dd-8d69-badc02d7b046 req-108539c6-17fd-486c-a173-5f289f37917a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521345 Aug 16 06:55:52.487969 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6c7935da-de70-418e-ac8c-585dfc60921b req-beb88806-780f-4714-98ae-0ec52eae4255 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512033 Aug 16 06:55:53.285471 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd0d6b-5541-45ec-9b91-74d0c7afe5e0 req-5ede66b2-e6c7-447b-82f4-04ca1deb1057 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:53.287215 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aafd0d6b-5541-45ec-9b91-74d0c7afe5e0 req-5ede66b2-e6c7-447b-82f4-04ca1deb1057 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0527298 Aug 16 06:55:53.350188 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aafd0d6b-5541-45ec-9b91-74d0c7afe5e0 req-ee974d33-30e9-4e1c-bed8-0048ccda3311 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540152 Aug 16 06:55:53.358251 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51ad1a-2f9f-4b9d-9d59-ed03feaa4388 req-c25bf56f-d945-4dd7-9981-7c8511323154 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:53.368526 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aa51ad1a-2f9f-4b9d-9d59-ed03feaa4388 req-c25bf56f-d945-4dd7-9981-7c8511323154 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0716548 Aug 16 06:55:53.399810 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aa51ad1a-2f9f-4b9d-9d59-ed03feaa4388 req-0155b23f-bc10-4241-96fd-8b401c7b58cd tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337493 Aug 16 06:55:53.600885 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:53.634007 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea959d-f5bc-4214-9ebf-24901c507789 req-363240ae-fc81-45ad-ba93-b079dd3da9c2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:53.635550 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-72ea959d-f5bc-4214-9ebf-24901c507789 req-363240ae-fc81-45ad-ba93-b079dd3da9c2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0797820 Aug 16 06:55:53.658048 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da320-bd8d-420d-b55c-a6e64c049674 req-73cbd5f2-e25f-44fa-a04e-6a455b504175 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:53.659717 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e86da320-bd8d-420d-b55c-a6e64c049674 req-73cbd5f2-e25f-44fa-a04e-6a455b504175 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0773516 Aug 16 06:55:53.702388 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-72ea959d-f5bc-4214-9ebf-24901c507789 req-68b8c4bd-a62d-4249-82ce-814482bed0e9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606577 Aug 16 06:55:53.716451 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e86da320-bd8d-420d-b55c-a6e64c049674 req-9580f177-6770-4b26-9499-edb4db2b34bd tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503099 Aug 16 06:55:53.726748 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:53.730816 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:53.731265 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:53.806991 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:53.828470 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d66e579-a87b-4ff4-a659-d0aa944adf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd7c11-8d9f-4914-8c8f-48b0ac056c8f'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:53.830725 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cc390b-09c4-4898-8eab-ba5335a90fa1" -d '{"events": [{"server_uuid": "8d66e579-a87b-4ff4-a659-d0aa944adf94", "name": "network-vif-plugged", "status": "completed", "tag": "7abd7c11-8d9f-4914-8c8f-48b0ac056c8f"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:53.845005 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:53.868878 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80a4735-f8f1-44d7-86a4-aad8856ce2ee x-openstack-request-id: req-c80a4735-f8f1-44d7-86a4-aad8856ce2ee {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:53.869197 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d66e579-a87b-4ff4-a659-d0aa944adf94", "name": "network-vif-plugged", "status": "completed", "tag": "7abd7c11-8d9f-4914-8c8f-48b0ac056c8f", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:53.869460 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c80a4735-f8f1-44d7-86a4-aad8856ce2ee {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:53.869883 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d66e579-a87b-4ff4-a659-d0aa944adf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd7c11-8d9f-4914-8c8f-48b0ac056c8f', 'code': 200} Aug 16 06:55:53.935365 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:54.092187 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:54.248294 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b764ccd-98ee-409f-9737-9ca2e74a138b req-d573711a-c284-4c3f-be3f-a2a939ee2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:54.250855 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4b764ccd-98ee-409f-9737-9ca2e74a138b req-d573711a-c284-4c3f-be3f-a2a939ee2be2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1098 time: 0.0399814 Aug 16 06:55:54.285847 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4b764ccd-98ee-409f-9737-9ca2e74a138b req-c7e95be9-b4d2-4a98-8062-71c5dbaaf980 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285232 Aug 16 06:55:54.466907 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46592713-a174-48bd-b49e-9ae6e813885a req-95b7e6fb-a2cd-40d4-a400-0b80a846a6ed tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:54.468474 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-46592713-a174-48bd-b49e-9ae6e813885a req-95b7e6fb-a2cd-40d4-a400-0b80a846a6ed tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0520267 Aug 16 06:55:54.537178 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc007427-6ece-40d3-a900-1dcd80c907d6 req-5ae0b0da-a269-4741-957f-4160f6337359 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:54.539594 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dc007427-6ece-40d3-a900-1dcd80c907d6 req-5ae0b0da-a269-4741-957f-4160f6337359 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0701752 Aug 16 06:55:54.564603 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-46592713-a174-48bd-b49e-9ae6e813885a req-64d8a5b3-0889-44ee-8556-f5f020c5dee2 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848773 Aug 16 06:55:54.591060 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dc007427-6ece-40d3-a900-1dcd80c907d6 req-5a00e480-274a-4c95-b852-f56554a02088 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451772 Aug 16 06:55:54.829171 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0e4a2-ffa9-42f5-8321-8bbec5a2efbd req-09d16929-d6d4-414c-8746-285b3ecdcb8d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:54.835796 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4aa0e4a2-ffa9-42f5-8321-8bbec5a2efbd req-09d16929-d6d4-414c-8746-285b3ecdcb8d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0597615 Aug 16 06:55:54.918312 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4aa0e4a2-ffa9-42f5-8321-8bbec5a2efbd req-fa3cd47f-89b9-4d45-b96e-bea00ef8fbf6 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788784 Aug 16 06:55:54.929926 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12928b6c-537e-432e-b312-06a4cda61e56 req-090ebd98-d785-4dee-b0f9-f64d73a0c780 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:54.937184 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12928b6c-537e-432e-b312-06a4cda61e56 req-090ebd98-d785-4dee-b0f9-f64d73a0c780 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0997548 Aug 16 06:55:54.976603 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12928b6c-537e-432e-b312-06a4cda61e56 req-5e4c4917-31de-4ac9-aa71-f75392c86f5e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385385 Aug 16 06:55:55.636275 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ef1ac328-5ba8-46d9-b201-5890e069df87 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:55.698326 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcef0e-3871-434d-b6b2-3d6c1235ced9 req-bd8ec462-5db4-48be-96cd-fb2e0a4d0125 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:55.699912 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fadcef0e-3871-434d-b6b2-3d6c1235ced9 req-bd8ec462-5db4-48be-96cd-fb2e0a4d0125 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0541940 Aug 16 06:55:55.769716 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186c2c-06c8-45d8-aa1c-da15818a1f86 req-e94dc358-e18a-4006-872b-dd6f933a984e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:55.771174 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2b186c2c-06c8-45d8-aa1c-da15818a1f86 req-e94dc358-e18a-4006-872b-dd6f933a984e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 944 time: 0.0700109 Aug 16 06:55:55.774775 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fadcef0e-3871-434d-b6b2-3d6c1235ced9 req-45bba2da-28b1-4946-bb45-0e93e8fe7bf9 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636120 Aug 16 06:55:55.823430 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2b186c2c-06c8-45d8-aa1c-da15818a1f86 req-6632fcdc-e616-4647-adce-554f06082916 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335071 Aug 16 06:55:55.917969 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port ef1ac328-5ba8-46d9-b201-5890e069df87 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:55.921857 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port ef1ac328-5ba8-46d9-b201-5890e069df87 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:55.922230 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:56.001837 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:56.026543 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:56.028809 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94acb13d-a12d-4599-81e5-a275119ffc3b" -d '{"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:56.045478 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:56.091753 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8add5-c596-4e2c-9a50-d6d7c05a1d13 req-0ee3adfd-f938-41e9-897e-75e55f12215d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:56.095352 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e2c8add5-c596-4e2c-9a50-d6d7c05a1d13 req-0ee3adfd-f938-41e9-897e-75e55f12215d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.1029394 Aug 16 06:55:56.115399 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:56.116214 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device afd7b6b3-8044-4c07-a63f-f296921e3213 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:55:56.124464 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c942b-9d2c-43fa-be65-d4cd53b65df6 req-f51515c3-16b0-4aa7-bd80-fb45228a34bb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:56.128599 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c00c942b-9d2c-43fa-be65-d4cd53b65df6 req-f51515c3-16b0-4aa7-bd80-fb45228a34bb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0704851 Aug 16 06:55:56.161044 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e2c8add5-c596-4e2c-9a50-d6d7c05a1d13 req-1c34393e-55e7-42cd-a2c6-7f7e9d8a29f7 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596187 Aug 16 06:55:56.179242 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c00c942b-9d2c-43fa-be65-d4cd53b65df6 req-f91ed8b4-6dfb-49f1-becf-1dc77dc2d24a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453711 Aug 16 06:55:56.213212 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:56.228009 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca8f7f6-fbf8-4f81-9ec8-8caab0a8d502 x-openstack-request-id: req-bca8f7f6-fbf8-4f81-9ec8-8caab0a8d502 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:56.228009 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:56.228009 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bca8f7f6-fbf8-4f81-9ec8-8caab0a8d502 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:56.228009 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'code': 200} Aug 16 06:55:56.306613 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port afd7b6b3-8044-4c07-a63f-f296921e3213 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:55:56.310790 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port afd7b6b3-8044-4c07-a63f-f296921e3213 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:55:56.311254 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:56.405894 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:56.440923 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port afd7b6b3-8044-4c07-a63f-f296921e3213, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=afd7b6b3-8044-4c07-a63f-f296921e3213,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:55:56.586904 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:56.632530 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=afd7b6b3-8044-4c07-a63f-f296921e3213,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:56.724987 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87767ae2-b941-4361-8053-21bc010a628c req-a59c144e-8eae-40a2-9bf0-91bc1325ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:56.726531 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-87767ae2-b941-4361-8053-21bc010a628c req-a59c144e-8eae-40a2-9bf0-91bc1325ec2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1098 time: 0.0412357 Aug 16 06:55:56.765089 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-87767ae2-b941-4361-8053-21bc010a628c req-1777598c-0535-44eb-b9e4-267fdbc7f111 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291054 Aug 16 06:55:56.951410 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25512e-858e-4dda-becb-8c904b6a3c75 req-675915b4-a873-4ab1-a926-0a09018625c6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:56.952914 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4f25512e-858e-4dda-becb-8c904b6a3c75 req-675915b4-a873-4ab1-a926-0a09018625c6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0616736 Aug 16 06:55:56.990552 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4f25512e-858e-4dda-becb-8c904b6a3c75 req-74664fb4-0c04-483d-94d3-97a9c1f88ec2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312591 Aug 16 06:55:57.325128 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415641ad-2ad5-4048-a45f-f084cc3a2648 req-1b4706f3-25ed-4c9e-91c6-50067e141f77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:57.330721 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-415641ad-2ad5-4048-a45f-f084cc3a2648 req-1b4706f3-25ed-4c9e-91c6-50067e141f77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0497935 Aug 16 06:55:57.369076 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-415641ad-2ad5-4048-a45f-f084cc3a2648 req-9e0abeb1-afd7-477e-aa00-ffac7bb06f03 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357559 Aug 16 06:55:58.123947 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e640c-da30-4c5f-9c37-e5ae425ba699 req-228340df-5b61-426c-a0bd-afce532a129f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:58.136105 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9a6e640c-da30-4c5f-9c37-e5ae425ba699 req-228340df-5b61-426c-a0bd-afce532a129f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0731277 Aug 16 06:55:58.186808 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9a6e640c-da30-4c5f-9c37-e5ae425ba699 req-469b4281-888e-4199-8fae-d02f924ab50b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Aug 16 06:55:58.231950 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8cc41a-bdde-4684-aee5-16c923993222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7b6b3-8044-4c07-a63f-f296921e3213'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:55:58.234236 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6294c6-b72b-4e66-8c6f-52a3f48067fe" -d '{"events": [{"server_uuid": "ca8cc41a-bdde-4684-aee5-16c923993222", "name": "network-vif-plugged", "status": "completed", "tag": "afd7b6b3-8044-4c07-a63f-f296921e3213"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:55:58.274546 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057226ce-9ef2-4072-82e3-8191b5cde813 x-openstack-request-id: req-057226ce-9ef2-4072-82e3-8191b5cde813 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:55:58.274834 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8cc41a-bdde-4684-aee5-16c923993222", "name": "network-vif-plugged", "status": "completed", "tag": "afd7b6b3-8044-4c07-a63f-f296921e3213", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:55:58.275245 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-057226ce-9ef2-4072-82e3-8191b5cde813 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:55:58.275683 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8cc41a-bdde-4684-aee5-16c923993222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7b6b3-8044-4c07-a63f-f296921e3213', 'code': 200} Aug 16 06:55:58.497923 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7049e0d-7379-4cf3-9102-ac7e4c241458 req-9f03d323-1aea-4ef7-b6fe-45cc03817e12 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:58.499789 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e7049e0d-7379-4cf3-9102-ac7e4c241458 req-9f03d323-1aea-4ef7-b6fe-45cc03817e12 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0532916 Aug 16 06:55:58.543661 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e7049e0d-7379-4cf3-9102-ac7e4c241458 req-e3a08a79-884f-4092-b18b-b4775bbad501 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351565 Aug 16 06:55:58.754101 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ea41a-91bf-4b5a-ab7c-c45a81985c6a req-34f12d06-c700-4ebd-b78a-5c7a857b8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:58.755543 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2a1ea41a-91bf-4b5a-ab7c-c45a81985c6a req-34f12d06-c700-4ebd-b78a-5c7a857b8605 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 1098 time: 0.0498540 Aug 16 06:55:58.785856 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 58328) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:58.796907 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2a1ea41a-91bf-4b5a-ab7c-c45a81985c6a req-e76bf2bb-a4df-4a8c-801f-2443d0a52f20 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Aug 16 06:55:58.896589 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af3de6dd-9cb9-4fd2-8132-6c4829b3650e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:58.983561 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af3de6dd-9cb9-4fd2-8132-6c4829b3650e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:59.071301 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-af3de6dd-9cb9-4fd2-8132-6c4829b3650e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:59.110496 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-af3de6dd-9cb9-4fd2-8132-6c4829b3650e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=481aff4803f145718cc15dfb4cbab99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209116 Aug 16 06:55:59.110496 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3de6dd-9cb9-4fd2-8132-6c4829b3650e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b959f5e1-7e39-41bb-a39a-e914f50287d2,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:59.111565 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 58342) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:59.166392 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-80cc10b0-6e4c-4fb9-bd87-ecfded0da58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:59.187191 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-80cc10b0-6e4c-4fb9-bd87-ecfded0da58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:59.345109 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-80cc10b0-6e4c-4fb9-bd87-ecfded0da58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:59.347941 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-80cc10b0-6e4c-4fb9-bd87-ecfded0da58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:59.352014 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-80cc10b0-6e4c-4fb9-bd87-ecfded0da58c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b959f5e1-7e39-41bb-a39a-e914f50287d2 HTTP/1.1" status: 204 len: 168 time: 0.2356024 Aug 16 06:55:59.362090 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc10b0-6e4c-4fb9-bd87-ecfded0da58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b959f5e1-7e39-41bb-a39a-e914f50287d2,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:55:59.380277 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6c1c0-0a4a-44d8-9767-cae5bcfe7769 req-b496e4b4-0a56-49f6-b219-d5a080a052c3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:59.381821 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4ee6c1c0-0a4a-44d8-9767-cae5bcfe7769 req-b496e4b4-0a56-49f6-b219-d5a080a052c3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0653059 Aug 16 06:55:59.392415 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 58354) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:55:59.397850 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-be900f6b-38e4-4693-8e23-943f3c2a3c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'floatingip': {'port_id': 'ef1ac328-5ba8-46d9-b201-5890e069df87'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:55:59.495308 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-be900f6b-38e4-4693-8e23-943f3c2a3c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:55:59.637311 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35033962-df8f-4349-ba06-b9462efc83fa req-9030273e-f435-4f1e-8b81-fa1b602f01ae tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:55:59.638709 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-35033962-df8f-4349-ba06-b9462efc83fa req-9030273e-f435-4f1e-8b81-fa1b602f01ae tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.1696343 Aug 16 06:55:59.739951 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-35033962-df8f-4349-ba06-b9462efc83fa req-eb774678-8bb3-4315-b082-44bab72e374d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952542 Aug 16 06:56:00.203800 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 58366) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:00.217396 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a49-8d2b-49dc-b56c-4213e09bd912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:00.334687 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a49-8d2b-49dc-b56c-4213e09bd912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:00.380200 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-be900f6b-38e4-4693-8e23-943f3c2a3c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:00.524150 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8bc72a49-8d2b-49dc-b56c-4213e09bd912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:00.524400 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-be900f6b-38e4-4693-8e23-943f3c2a3c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:00.566897 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-8bc72a49-8d2b-49dc-b56c-4213e09bd912 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62f42af4d7964385a867624392799256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615308 Aug 16 06:56:00.568024 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc72a49-8d2b-49dc-b56c-4213e09bd912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e48233d-3925-4aba-93d7-f1503d71b4ad,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:00.569258 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 58382) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:00.668432 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.l3_db [None req-be900f6b-38e4-4693-8e23-943f3c2a3c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Floating IP 079441ff-99b5-446f-9c77-2d518e97d28b associated. External IP: 172.27.0.19, port: ef1ac328-5ba8-46d9-b201-5890e069df87. Aug 16 06:56:00.707848 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5dd9dbda-7046-41b7-9975-b78d66d682c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:00.770666 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5dd9dbda-7046-41b7-9975-b78d66d682c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:00.958386 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04152751-4d98-41c4-ad39-23a65dec76a0 req-d9eab97a-32a5-46b6-91e2-c074251be141 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:00.959798 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-04152751-4d98-41c4-ad39-23a65dec76a0 req-d9eab97a-32a5-46b6-91e2-c074251be141 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0976920 Aug 16 06:56:00.984305 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be900f6b-38e4-4693-8e23-943f3c2a3c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 06:56:01.012713 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-04152751-4d98-41c4-ad39-23a65dec76a0 req-4f599660-f4e8-4eff-a865-0e039cc9017a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466039 Aug 16 06:56:01.044460 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5dd9dbda-7046-41b7-9975-b78d66d682c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:01.047273 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5dd9dbda-7046-41b7-9975-b78d66d682c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:01.048421 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-5dd9dbda-7046-41b7-9975-b78d66d682c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e48233d-3925-4aba-93d7-f1503d71b4ad HTTP/1.1" status: 204 len: 168 time: 0.4782422 Aug 16 06:56:01.068446 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9dbda-7046-41b7-9975-b78d66d682c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e48233d-3925-4aba-93d7-f1503d71b4ad,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:01.133637 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be900f6b-38e4-4693-8e23-943f3c2a3c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 06:56:01.138483 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-be900f6b-38e4-4693-8e23-943f3c2a3c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:01.156624 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] Sync routers for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 06:56:01.167548 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:56:01.168416 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:55:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:01.168887 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-be900f6b-38e4-4693-8e23-943f3c2a3c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "PUT /v2.0/floatingips/079441ff-99b5-446f-9c77-2d518e97d28b HTTP/1.1" status: 200 len: 990 time: 1.7753761 Aug 16 06:56:01.169550 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:56:01.171985 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf60f3b-731d-46ff-b530-bf518c8777dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:56:01.286824 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:56:01.298208 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470a721e-7063-4c55-a939-cfcd93b9dcd2 x-openstack-request-id: req-470a721e-7063-4c55-a939-cfcd93b9dcd2 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:56:01.298502 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:56:01.298754 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-470a721e-7063-4c55-a939-cfcd93b9dcd2 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:56:01.299366 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'status': 'completed', 'code': 200} Aug 16 06:56:01.364877 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-5e4c4fb1-7796-4ad0-a009-d41a9bbbb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:01.366510 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-5e4c4fb1-7796-4ad0-a009-d41a9bbbb13f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1098 time: 0.0462668 Aug 16 06:56:01.382101 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 58406) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:01.484890 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-b0770fcd-0f63-4630-8f16-26eac6efddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:01.487942 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-b0770fcd-0f63-4630-8f16-26eac6efddbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.1131933 Aug 16 06:56:01.560875 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:01.695924 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '079441ff-99b5-446f-9c77-2d518e97d28b', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'port_id': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'mac_address': 'fa:16:3e:d2:7b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T06:55:23Z', 'updated_at': '2021-08-16T06:56:00Z', 'revision_number': 1, 'project_id': 'c039abc6408441d98c333f659184a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:01.731737 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:01.734163 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] Checking router: 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 06:56:01.739237 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-47acdca1-cb20-40d7-aa16-81f4bfddc149 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 200 len: 998 time: 0.2394695 Aug 16 06:56:01.746373 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:56:01.747266 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:55:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:01.780549 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-5439de2d-0ed0-49fc-85e7-e21bc8ab960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:01.782215 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-5439de2d-0ed0-49fc-85e7-e21bc8ab960b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 1098 time: 0.0487738 Aug 16 06:56:01.813085 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087ae48-42c1-45c7-9155-aabe23b82c99 req-8194a7dd-12c8-47d7-a202-814893ea4e37 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:01.814889 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4087ae48-42c1-45c7-9155-aabe23b82c99 req-8194a7dd-12c8-47d7-a202-814893ea4e37 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.1377559 Aug 16 06:56:01.845825 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:01.866511 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-ad2cee7c-aad6-4c4b-b6fd-af5f4ee23848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:01.868150 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-ad2cee7c-aad6-4c4b-b6fd-af5f4ee23848 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.1185994 Aug 16 06:56:01.893975 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d08a538a0db41f8adf7988f00eeaaf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939351 Aug 16 06:56:01.893975 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 58432) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:01.894814 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4087ae48-42c1-45c7-9155-aabe23b82c99 req-97e4469f-4f77-43a2-a68b-48b25934ea2d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500717 Aug 16 06:56:01.947531 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bab3701-7c20-4bad-a949-3328293c606d,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:01.964980 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-65cec77f-6657-4e3d-866a-56987d0835ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:01.967386 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-65cec77f-6657-4e3d-866a-56987d0835ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686412 Aug 16 06:56:01.974104 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.974487 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.974829 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.975226 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.975584 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.975913 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.976242 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.976614 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.976939 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.977260 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.977579 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.977898 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b49f81-300b-4325-a4ba-7e1a5f585781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:01.985279 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-14618421-e458-4ed0-b98d-51ecc8a5724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:01.986727 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-14618421-e458-4ed0-b98d-51ecc8a5724a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 919 time: 0.1979961 Aug 16 06:56:02.000490 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:56:02.014238 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-70445f00-7ffe-4367-975d-c0b8a32d992b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:02.077604 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-44032e0f-251c-4465-b1e8-b6e4ae81a294 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7b6b3-8044-4c07-a63f-f296921e3213 HTTP/1.1" status: 200 len: 217 time: 0.0730407 Aug 16 06:56:02.150782 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-70445f00-7ffe-4367-975d-c0b8a32d992b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:02.240127 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-6905b9be-4b62-4c72-a66a-9e2252bc4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:02.242035 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-6905b9be-4b62-4c72-a66a-9e2252bc4a49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.1502521 Aug 16 06:56:02.285348 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '079441ff-99b5-446f-9c77-2d518e97d28b', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'port_id': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'mac_address': 'fa:16:3e:d2:7b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T06:55:23Z', 'updated_at': '2021-08-16T06:56:00Z', 'revision_number': 1, 'project_id': 'c039abc6408441d98c333f659184a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:02.291001 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-e0226d1d-a7f5-418e-ac00-b5b1b4232cef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385623 Aug 16 06:56:02.314451 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19644a20-79c4-46a3-9b4e-c7fe0bdfcbeb None None] The sync data for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi is: [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '079441ff-99b5-446f-9c77-2d518e97d28b', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'port_id': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'mac_address': 'fa:16:3e:d2:7b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T06:55:23Z', 'updated_at': '2021-08-16T06:56:00Z', 'revision_number': 1, 'project_id': 'c039abc6408441d98c333f659184a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 06:56:02.336437 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-bec1d6e8-bdbd-4497-b300-79c419bddde2 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615370 Aug 16 06:56:02.365870 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-70445f00-7ffe-4367-975d-c0b8a32d992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:02.369484 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-70445f00-7ffe-4367-975d-c0b8a32d992b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:02.370219 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-70445f00-7ffe-4367-975d-c0b8a32d992b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bab3701-7c20-4bad-a949-3328293c606d HTTP/1.1" status: 204 len: 168 time: 0.4798412 Aug 16 06:56:02.388559 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f00-7ffe-4367-975d-c0b8a32d992b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bab3701-7c20-4bad-a949-3328293c606d,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:02.466543 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-5fa26bee-426e-4252-a861-a2cd04d6b709 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662631 Aug 16 06:56:02.470648 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2cf60f3b-731d-46ff-b530-bf518c8777dd req-93bd3117-3031-4579-9758-b90465d93428 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213748 Aug 16 06:56:02.581948 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c2f9efa5-a191-49de-91a5-dd4b2d3255e4 req-3fd7e09b-e57b-46e3-a56d-77096c3540eb service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888636 Aug 16 06:56:02.619004 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0c76cf-c1ab-4a7c-bf12-b9cd87393c87 None None] New status for floating IP 079441ff-99b5-446f-9c77-2d518e97d28b: ACTIVE {{(pid=101193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 06:56:03.027367 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76624924-6b47-4e75-ab7f-00531356917f req-6908ff76-6d9b-4d62-bd3e-1089067d2305 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:03.029324 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-76624924-6b47-4e75-ab7f-00531356917f req-6908ff76-6d9b-4d62-bd3e-1089067d2305 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0561907 Aug 16 06:56:03.079064 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-76624924-6b47-4e75-ab7f-00531356917f req-6752ae54-2b60-4a2c-9020-74711f23a7aa tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Aug 16 06:56:03.365126 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 58482) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:03.378400 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-93f602d5-02c0-4486-ad45-3646a347b16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:03.467698 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-93f602d5-02c0-4486-ad45-3646a347b16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:03.540791 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-93f602d5-02c0-4486-ad45-3646a347b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:03.584860 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-93f602d5-02c0-4486-ad45-3646a347b16a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1c5635b608c4a71a25bbd08c2097310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186403 Aug 16 06:56:03.585725 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f602d5-02c0-4486-ad45-3646a347b16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e442013-aa24-4af9-bdc5-81306d51802f,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:03.588000 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 58490) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:03.645510 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e85c39cb-77d0-46ba-9e29-24558c91957e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:03.673069 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e85c39cb-77d0-46ba-9e29-24558c91957e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:03.833076 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e85c39cb-77d0-46ba-9e29-24558c91957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:03.835843 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e85c39cb-77d0-46ba-9e29-24558c91957e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:03.836993 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-e85c39cb-77d0-46ba-9e29-24558c91957e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e442013-aa24-4af9-bdc5-81306d51802f HTTP/1.1" status: 204 len: 168 time: 0.2481034 Aug 16 06:56:03.845200 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c39cb-77d0-46ba-9e29-24558c91957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e442013-aa24-4af9-bdc5-81306d51802f,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:04.215854 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870c850-fd53-4f70-9ad4-5be99b866bc5 req-0a6b41f5-205e-427e-ada7-fd41a7515c2a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:04.217604 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6870c850-fd53-4f70-9ad4-5be99b866bc5 req-0a6b41f5-205e-427e-ada7-fd41a7515c2a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0705359 Aug 16 06:56:04.257589 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6870c850-fd53-4f70-9ad4-5be99b866bc5 req-376ab5e2-b242-4c56-9e41-b74f7a074369 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Aug 16 06:56:05.385646 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51552324-5d4e-4c0e-91cc-51c2b335fb79 req-1e385932-5c8c-4818-b63c-3142a8d70fba tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:05.387229 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-51552324-5d4e-4c0e-91cc-51c2b335fb79 req-1e385932-5c8c-4818-b63c-3142a8d70fba tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0524333 Aug 16 06:56:05.429891 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-51552324-5d4e-4c0e-91cc-51c2b335fb79 req-0d8d0e3f-9b72-4b12-8553-e9ed7b631d3c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344975 Aug 16 06:56:06.548483 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52fc04-4823-4454-ab2e-1abf1337f72d req-4889f633-303e-43f7-8fb3-d3ec98d45bf8 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:06.550146 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9c52fc04-4823-4454-ab2e-1abf1337f72d req-4889f633-303e-43f7-8fb3-d3ec98d45bf8 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Aug 16 06:56:06.591698 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9c52fc04-4823-4454-ab2e-1abf1337f72d req-a7545a8e-3f1b-49a6-b5a8-403eb5b4bf92 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Aug 16 06:56:07.707247 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799916e-13c9-40e2-8f21-3ecdd16af940 req-b595df03-bfde-4051-a8d2-7a09d9802eac tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:07.708843 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4799916e-13c9-40e2-8f21-3ecdd16af940 req-b595df03-bfde-4051-a8d2-7a09d9802eac tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0505967 Aug 16 06:56:07.748195 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4799916e-13c9-40e2-8f21-3ecdd16af940 req-e3b893ac-3c1f-4522-aabe-1ba115227e37 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Aug 16 06:56:07.890024 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cf7fce56-5033-4688-adf7-d6c247c2edca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:08.438365 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 58644) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:08.555310 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-288e8272-27ac-4a42-abaf-56acaf08cb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:08.645219 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-288e8272-27ac-4a42-abaf-56acaf08cb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:08.749592 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-288e8272-27ac-4a42-abaf-56acaf08cb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:08.787745 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-288e8272-27ac-4a42-abaf-56acaf08cb5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=471b71955c414a1191508e828ddcfd89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482876 Aug 16 06:56:08.790489 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e8272-27ac-4a42-abaf-56acaf08cb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf60b81-2711-41dc-9339-6ff7bcf05619,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:08.790709 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 58652) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:08.873900 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:08.906184 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f71d2-e1cd-4909-b347-ba854fd8b3a9 req-42e7ffaa-7de0-4572-ab80-e8590ee1026f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:08.907727 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-446f71d2-e1cd-4909-b347-ba854fd8b3a9 req-42e7ffaa-7de0-4572-ab80-e8590ee1026f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0809619 Aug 16 06:56:08.910107 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:08.972559 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-446f71d2-e1cd-4909-b347-ba854fd8b3a9 req-c52ed8aa-b226-43bc-ab73-16828317fbdc tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554218 Aug 16 06:56:09.095532 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:09.098968 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:09.100258 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf60b81-2711-41dc-9339-6ff7bcf05619 HTTP/1.1" status: 204 len: 168 time: 0.3086126 Aug 16 06:56:09.108060 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf60b81-2711-41dc-9339-6ff7bcf05619,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:09.117028 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.117386 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.121678 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be10e85-5e84-4189-8c0b-4b2262bc69f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:09.764973 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 58670) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:09.779257 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1b99844e-b4cb-4755-a6ac-631dd3e19388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:09.866864 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1b99844e-b4cb-4755-a6ac-631dd3e19388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:09.943461 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1b99844e-b4cb-4755-a6ac-631dd3e19388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:09.979782 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99844e-b4cb-4755-a6ac-631dd3e19388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b12bde8-fba4-45bb-acce-84a86b9393af,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:09.984207 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-1b99844e-b4cb-4755-a6ac-631dd3e19388 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dc526125db74ca3b0cad9193c0ffd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182858 Aug 16 06:56:09.986945 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 58674) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:10.042558 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2edea1c5-2122-49b4-a72d-d7013d0fa81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:10.074375 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2edea1c5-2122-49b4-a72d-d7013d0fa81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:10.144633 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598e65a-b38d-464b-a177-0f910e0bc0f4 req-4f95221f-41af-41c9-983f-84309cfce96b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:10.144633 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8598e65a-b38d-464b-a177-0f910e0bc0f4 req-4f95221f-41af-41c9-983f-84309cfce96b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0850236 Aug 16 06:56:10.180086 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8598e65a-b38d-464b-a177-0f910e0bc0f4 req-8b69529e-6a02-485f-a700-009e468aa178 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338063 Aug 16 06:56:10.266426 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2edea1c5-2122-49b4-a72d-d7013d0fa81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:10.269579 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2edea1c5-2122-49b4-a72d-d7013d0fa81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:10.270690 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-2edea1c5-2122-49b4-a72d-d7013d0fa81c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b12bde8-fba4-45bb-acce-84a86b9393af HTTP/1.1" status: 204 len: 168 time: 0.2822456 Aug 16 06:56:10.278637 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edea1c5-2122-49b4-a72d-d7013d0fa81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b12bde8-fba4-45bb-acce-84a86b9393af,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:10.835039 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:11.006567 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-2340e813-4951-44c3-aa2c-1835c7476cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:11.295828 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be66d02-dcff-4aae-b726-cc5d18c88b08 req-c9fbcb03-e0fe-46b1-8943-b1d1eaa2309b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:11.297396 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2be66d02-dcff-4aae-b726-cc5d18c88b08 req-c9fbcb03-e0fe-46b1-8943-b1d1eaa2309b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0501378 Aug 16 06:56:11.336408 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2be66d02-dcff-4aae-b726-cc5d18c88b08 req-ad858cb0-be66-4dbc-9e1b-362a4df560ce tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Aug 16 06:56:11.927030 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:12.679710 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da39e86-c808-49b3-8572-06974dcdcf97 req-914c9f9c-f167-4e54-8bfb-128de5ce611d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:12.685121 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8da39e86-c808-49b3-8572-06974dcdcf97 req-914c9f9c-f167-4e54-8bfb-128de5ce611d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0483806 Aug 16 06:56:12.722996 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8da39e86-c808-49b3-8572-06974dcdcf97 req-a9a1e3f5-2c59-4e94-8311-dfbda127ae15 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359020 Aug 16 06:56:12.823551 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7127ddd-af74-47dc-b9ed-1a1f1326d171 req-9d8f8e61-4091-4fac-8719-fe490bf45b1f tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:12.832169 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a7127ddd-af74-47dc-b9ed-1a1f1326d171 req-9d8f8e61-4091-4fac-8719-fe490bf45b1f tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0643663 Aug 16 06:56:12.872041 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a7127ddd-af74-47dc-b9ed-1a1f1326d171 req-33be7f2d-c3b1-41be-8920-f57eeec680a1 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386248 Aug 16 06:56:13.392485 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:13.848644 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d4864-b8fc-46a5-87fd-6d18b6a69c9d req-481439b2-38fe-41fb-9aa9-bd970771d6bf tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:13.850156 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9f7d4864-b8fc-46a5-87fd-6d18b6a69c9d req-481439b2-38fe-41fb-9aa9-bd970771d6bf tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0484500 Aug 16 06:56:13.888483 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9f7d4864-b8fc-46a5-87fd-6d18b6a69c9d req-20654480-3e25-489b-ac52-a94b0041de78 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323136 Aug 16 06:56:13.990772 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a91360-d5f7-48b7-b4eb-33a27bc79eb3 req-df5d6177-d36f-4f97-bdbb-24f55e5adf21 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:13.992168 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-41a91360-d5f7-48b7-b4eb-33a27bc79eb3 req-df5d6177-d36f-4f97-bdbb-24f55e5adf21 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0472105 Aug 16 06:56:14.029142 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-41a91360-d5f7-48b7-b4eb-33a27bc79eb3 req-3a801825-9d52-4ec3-8614-9bd7e8275806 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Aug 16 06:56:15.007957 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a245363-cc44-481c-b31c-da3593ea81e2 req-1ee0107a-1ffe-4293-bdec-00c600dc96a5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:15.009438 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7a245363-cc44-481c-b31c-da3593ea81e2 req-1ee0107a-1ffe-4293-bdec-00c600dc96a5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0529156 Aug 16 06:56:15.047500 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7a245363-cc44-481c-b31c-da3593ea81e2 req-ef9bb360-d1ad-43cf-b1ba-27a3f5679433 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321815 Aug 16 06:56:15.145738 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05092-9407-409c-8911-a5f8c5f3ff21 req-3e3757ce-3aba-444a-95b5-ea7207d8733a tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:15.147235 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a4b05092-9407-409c-8911-a5f8c5f3ff21 req-3e3757ce-3aba-444a-95b5-ea7207d8733a tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0473661 Aug 16 06:56:15.183509 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a4b05092-9407-409c-8911-a5f8c5f3ff21 req-6183c845-99d2-44aa-8cb5-4ea11c6a707c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305269 Aug 16 06:56:16.159740 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43695b-b8e4-45c0-9548-00e11879a68c req-fbadc8bc-fc90-490d-b31e-62852501aec9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:16.161171 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ec43695b-b8e4-45c0-9548-00e11879a68c req-fbadc8bc-fc90-490d-b31e-62852501aec9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0473478 Aug 16 06:56:16.199831 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ec43695b-b8e4-45c0-9548-00e11879a68c req-2698dc0b-bd97-449f-ac88-9cecb9e736f5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Aug 16 06:56:16.304361 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449840b1-8507-4b80-ab9b-27e69040d29c req-ab7b5f9c-966f-4f57-9426-769cd2b557b7 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:16.305823 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-449840b1-8507-4b80-ab9b-27e69040d29c req-ab7b5f9c-966f-4f57-9426-769cd2b557b7 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0514016 Aug 16 06:56:16.344914 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-449840b1-8507-4b80-ab9b-27e69040d29c req-cd2ec663-6a29-4e08-91b5-69a117770945 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Aug 16 06:56:17.314849 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a907c-b8ab-49ad-bc6d-2ee9138feb66 req-4d3dd2b3-f08a-479e-8070-98df6bf49e26 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:17.316481 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8a9a907c-b8ab-49ad-bc6d-2ee9138feb66 req-4d3dd2b3-f08a-479e-8070-98df6bf49e26 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0496843 Aug 16 06:56:17.353933 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8a9a907c-b8ab-49ad-bc6d-2ee9138feb66 req-94a2d188-244f-4697-8bc2-cfb82165a8c9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Aug 16 06:56:17.458287 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea77b3-a09d-4f82-b88f-2132eba417ef req-f5562347-550a-4100-80d0-47fd6daec87c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:17.459858 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3bea77b3-a09d-4f82-b88f-2132eba417ef req-f5562347-550a-4100-80d0-47fd6daec87c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0478442 Aug 16 06:56:17.498114 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3bea77b3-a09d-4f82-b88f-2132eba417ef req-1dae0532-839b-417b-ac38-ba77e842887c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320578 Aug 16 06:56:18.470062 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc974ae-d1e6-49dd-9735-580e6c00cf10 req-e3ee1596-d462-4f5f-bc00-d84c5319fa72 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:18.471540 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5cc974ae-d1e6-49dd-9735-580e6c00cf10 req-e3ee1596-d462-4f5f-bc00-d84c5319fa72 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0513978 Aug 16 06:56:18.508496 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5cc974ae-d1e6-49dd-9735-580e6c00cf10 req-1668b1b7-f4cd-4f52-bc5e-9f2286e18da1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311551 Aug 16 06:56:18.614318 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d12ced-8d47-402f-85c6-21fc91350c3c req-8610edb6-28a7-433d-9f35-08037956edde tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:18.616242 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6d12ced-8d47-402f-85c6-21fc91350c3c req-8610edb6-28a7-433d-9f35-08037956edde tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0480428 Aug 16 06:56:18.653978 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6d12ced-8d47-402f-85c6-21fc91350c3c req-b7de2705-c819-49c0-837e-3d6bad0e260e tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318313 Aug 16 06:56:19.621584 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d614f82-75fe-4352-8fb7-af80c0e0d8f1 req-95faf6ea-d081-4d08-80b1-0af95a068bed tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:19.622939 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d614f82-75fe-4352-8fb7-af80c0e0d8f1 req-95faf6ea-d081-4d08-80b1-0af95a068bed tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Aug 16 06:56:19.662462 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d614f82-75fe-4352-8fb7-af80c0e0d8f1 req-23344add-3b19-4bc9-95ac-86d7622e2784 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Aug 16 06:56:19.775164 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ba313-f785-4a80-8b2b-6a48d1766d54 req-ad6d188a-1886-46be-ba31-7af26aa1eacc tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:19.776629 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dc9ba313-f785-4a80-8b2b-6a48d1766d54 req-ad6d188a-1886-46be-ba31-7af26aa1eacc tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.0524616 Aug 16 06:56:19.815851 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dc9ba313-f785-4a80-8b2b-6a48d1766d54 req-8b7f92e7-af21-4459-a995-7c791e808654 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Aug 16 06:56:20.141103 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-1b8c97b5-60e8-4919-8305-b335250c5657 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:20.142626 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-1b8c97b5-60e8-4919-8305-b335250c5657 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 945 time: 0.2476237 Aug 16 06:56:20.301092 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Deleting port 5f98dfb9-4b50-409d-add9-bd1a82281811 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:56:20.301432 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:20.394808 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] For port 5f98dfb9-4b50-409d-add9-bd1a82281811, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5f98dfb9-4b50-409d-add9-bd1a82281811,segment=NetworkSegment(e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2),segment_id=e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:56:20.395094 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:20.411025 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Calling delete_port for 5f98dfb9-4b50-409d-add9-bd1a82281811 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:56:20.695368 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:20.708978 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['5f98dfb9-4b50-409d-add9-bd1a82281811'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:56:20.723930 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Pushing event deleted for resources: {'Port': ['ID=5f98dfb9-4b50-409d-add9-bd1a82281811,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:20.785420 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7ff79-5358-4e67-879b-76110c8bdb42 req-8998495d-4b32-4101-9830-38c1245b8426 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:20.787296 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-62c7ff79-5358-4e67-879b-76110c8bdb42 req-8998495d-4b32-4101-9830-38c1245b8426 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Aug 16 06:56:20.787903 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] No DVR routers for this DVR port 5f98dfb9-4b50-409d-add9-bd1a82281811 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:56:20.790905 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:20.792959 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-86673db8-b90c-4cba-b7ab-0bd8f50b97a9 req-7e1f1f40-be41-4cf3-848b-525bbff7a93c tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.18 "DELETE /v2.0/ports/5f98dfb9-4b50-409d-add9-bd1a82281811 HTTP/1.1" status: 204 len: 173 time: 0.6438916 Aug 16 06:56:20.793383 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a29aaa-8fc5-453c-bf7c-4971c19fed6a', 'name': 'network-vif-deleted', 'tag': '5f98dfb9-4b50-409d-add9-bd1a82281811'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:56:20.795626 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5ae253-a706-4f01-8aed-8c0ca45e9b04" -d '{"events": [{"server_uuid": "75a29aaa-8fc5-453c-bf7c-4971c19fed6a", "name": "network-vif-deleted", "tag": "5f98dfb9-4b50-409d-add9-bd1a82281811"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:56:20.827246 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-62c7ff79-5358-4e67-879b-76110c8bdb42 req-8499ca24-3947-4855-803f-fb01e3285eea tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Aug 16 06:56:20.833719 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028e7027-db76-445e-9776-8e52c756950e x-openstack-request-id: req-028e7027-db76-445e-9776-8e52c756950e {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:56:20.834043 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a29aaa-8fc5-453c-bf7c-4971c19fed6a", "name": "network-vif-deleted", "tag": "5f98dfb9-4b50-409d-add9-bd1a82281811", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:56:20.834298 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-028e7027-db76-445e-9776-8e52c756950e {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:56:20.834720 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a29aaa-8fc5-453c-bf7c-4971c19fed6a', 'name': 'network-vif-deleted', 'tag': '5f98dfb9-4b50-409d-add9-bd1a82281811', 'status': 'completed', 'code': 200} Aug 16 06:56:20.910276 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-850246bc-8c79-49d6-8deb-9c606641af66 req-71a60b4c-7305-4bbc-a2a3-70583f1a25e9 tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0264981 Aug 16 06:56:21.917701 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:21.945219 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecf5ca-7346-41d1-8f88-9999f1e4a1c6 req-1ebf4449-0733-444b-ab3d-0fd2cc398f0d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:21.946706 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c8ecf5ca-7346-41d1-8f88-9999f1e4a1c6 req-1ebf4449-0733-444b-ab3d-0fd2cc398f0d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0517530 Aug 16 06:56:21.984705 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c8ecf5ca-7346-41d1-8f88-9999f1e4a1c6 req-37625010-36a5-458b-8208-279494e2fe6c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Aug 16 06:56:22.021398 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-09981eb5-5c75-4941-876e-4e21cde6dee3 req-b290fd79-527f-42c5-b9bc-5371b14778ae tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0265465 Aug 16 06:56:22.212075 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:56:22.521074 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 58948) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:22.622725 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-41d0454e-08cc-4cb6-8b5b-65e68b2ab6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:22.713366 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-41d0454e-08cc-4cb6-8b5b-65e68b2ab6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:22.840479 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-41d0454e-08cc-4cb6-8b5b-65e68b2ab6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:22.876650 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0454e-08cc-4cb6-8b5b-65e68b2ab6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85065dd8-466b-47ba-b4b7-e4256dc52eec,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:22.881671 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-41d0454e-08cc-4cb6-8b5b-65e68b2ab6e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93bb1c90de9b4a4dbbe601bf1ae92824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595715 Aug 16 06:56:22.885963 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 58956) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:22.935710 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d816daee-4a4f-405a-8bc4-b60a0890fd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:22.959395 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d816daee-4a4f-405a-8bc4-b60a0890fd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:23.098191 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0c203-90d3-4c48-b328-e5e1a55a4864 req-b3df356c-8f4d-4803-9d2a-4872b2605c88 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:23.099687 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-10c0c203-90d3-4c48-b328-e5e1a55a4864 req-b3df356c-8f4d-4803-9d2a-4872b2605c88 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0474513 Aug 16 06:56:23.100724 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d816daee-4a4f-405a-8bc4-b60a0890fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:23.103282 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d816daee-4a4f-405a-8bc4-b60a0890fd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:23.104305 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-d816daee-4a4f-405a-8bc4-b60a0890fd41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85065dd8-466b-47ba-b4b7-e4256dc52eec HTTP/1.1" status: 204 len: 168 time: 0.2173939 Aug 16 06:56:23.124761 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816daee-4a4f-405a-8bc4-b60a0890fd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85065dd8-466b-47ba-b4b7-e4256dc52eec,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:23.148825 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-10c0c203-90d3-4c48-b328-e5e1a55a4864 req-a4863e64-cb62-4c07-b333-9c5af75ed8f9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Aug 16 06:56:23.244033 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0026c751-dba8-49d2-aae0-b4a548ec5617 req-bbbdcd91-5507-435c-8ccb-66dfdce371ed tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0250044 Aug 16 06:56:24.020202 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 5f98dfb9-4b50-409d-add9-bd1a82281811 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:56:24.039908 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 5f98dfb9-4b50-409d-add9-bd1a82281811 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:56:24.040246 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 5f98dfb9-4b50-409d-add9-bd1a82281811 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:56:24.271897 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cab24-374d-44be-92a7-d9f0781b23c0 req-87b76653-2214-493f-b05b-b0f07787af5c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:24.273765 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-208cab24-374d-44be-92a7-d9f0781b23c0 req-87b76653-2214-493f-b05b-b0f07787af5c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0568180 Aug 16 06:56:24.311804 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-208cab24-374d-44be-92a7-d9f0781b23c0 req-a793f839-801e-4725-a9c9-196f54eefe76 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Aug 16 06:56:24.402146 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d9252da4-9be9-427b-9f50-75d087e737c1 req-dba9c7da-5b4d-41f4-b93d-9a9df45ad8de tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0252929 Aug 16 06:56:25.425082 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee59e6-f3bb-41ce-aa2a-da361d078457 req-f338664a-2240-4810-a51b-3d22e3559aa6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:25.426689 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2fee59e6-f3bb-41ce-aa2a-da361d078457 req-f338664a-2240-4810-a51b-3d22e3559aa6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0485387 Aug 16 06:56:25.463636 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2fee59e6-f3bb-41ce-aa2a-da361d078457 req-f6f46d21-76b7-4fb3-bbec-3f91346c2f96 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Aug 16 06:56:25.552870 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-84a67bf0-3dc1-4043-991d-e1d667ad9251 req-bf67e37f-3dfd-4fac-b5e1-fb31526094cf tempest-DeleteServersTestJSON-1436324350 tempest-DeleteServersTestJSON-1436324350-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0261133 Aug 16 06:56:25.618105 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b284da13-e7bb-4ff6-92e0-9acbe2ba1e78 req-cd3a0a50-ff3e-4dbb-a547-b0c14509ca25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0431454 Aug 16 06:56:25.697143 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b284da13-e7bb-4ff6-92e0-9acbe2ba1e78 req-656ed160-647f-41eb-894c-3245db45489d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35013712062a498f917269af0e24d673&device_id=75a29aaa-8fc5-453c-bf7c-4971c19fed6a HTTP/1.1" status: 200 len: 210 time: 0.0237105 Aug 16 06:56:25.879551 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284da13-e7bb-4ff6-92e0-9acbe2ba1e78 req-0ed33c18-6da8-4f1b-8608-526b6f5b1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:25.881006 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b284da13-e7bb-4ff6-92e0-9acbe2ba1e78 req-0ed33c18-6da8-4f1b-8608-526b6f5b1bc0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=35013712062a498f917269af0e24d673&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1594019 Aug 16 06:56:26.049979 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284da13-e7bb-4ff6-92e0-9acbe2ba1e78 req-5adecb77-01de-4009-b5d6-494068986d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:26.051494 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b284da13-e7bb-4ff6-92e0-9acbe2ba1e78 req-5adecb77-01de-4009-b5d6-494068986d92 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1603115 Aug 16 06:56:26.583850 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d76a74-787b-468b-bf7f-d5123abc70ff req-00e53351-4f40-467f-81bf-04d2b22068d8 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:26.585472 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-61d76a74-787b-468b-bf7f-d5123abc70ff req-00e53351-4f40-467f-81bf-04d2b22068d8 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0576675 Aug 16 06:56:26.630854 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-61d76a74-787b-468b-bf7f-d5123abc70ff req-51786f51-9ce6-40c8-88d0-813d3ceb04f6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Aug 16 06:56:27.747970 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa59946-7de5-4223-a6ab-457452722466 req-2e007845-4411-49e0-9f9f-6cc988a5977f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:27.749525 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aaa59946-7de5-4223-a6ab-457452722466 req-2e007845-4411-49e0-9f9f-6cc988a5977f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0505302 Aug 16 06:56:27.789567 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aaa59946-7de5-4223-a6ab-457452722466 req-6607dde1-6fa8-447d-b820-632a0314032b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332401 Aug 16 06:56:28.307127 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59072) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:28.353131 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_v2 [None req-754762b1-737f-4fd6-9947-3e66ebe8dfe0 admin admin] Deleting subnet 5b3a96d1-b1fb-47cb-bb0c-a76a9a2c5ece {{(pid=101192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 06:56:28.356412 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-754762b1-737f-4fd6-9947-3e66ebe8dfe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.395025 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-754762b1-737f-4fd6-9947-3e66ebe8dfe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59254927'] for subnet, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.437516 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-754762b1-737f-4fd6-9947-3e66ebe8dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.593008 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-754762b1-737f-4fd6-9947-3e66ebe8dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59680681'] for subnet, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.620840 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754762b1-737f-4fd6-9947-3e66ebe8dfe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3a96d1-b1fb-47cb-bb0c-a76a9a2c5ece,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:28.632872 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-754762b1-737f-4fd6-9947-3e66ebe8dfe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.639521 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-754762b1-737f-4fd6-9947-3e66ebe8dfe0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5b3a96d1-b1fb-47cb-bb0c-a76a9a2c5ece HTTP/1.1" status: 204 len: 168 time: 0.3271146 Aug 16 06:56:28.640356 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59092) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:28.710856 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.795396 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.807601 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77061cc3-7d20-48a0-a166-f20448d8669f']}} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:28.820384 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2') {'for_net_delete': True} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:28.820682 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39fe9eb-f2b5-45ba-bcda-40aeeabe93e2') {} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:28.831318 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590989'] for segment, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.843456 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.849795 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 06:56:28.850192 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179039'] for segment, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: Traceback (most recent call last): Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: timer() Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: cb(*args, **kw) Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: return func(*args, **kwargs) Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: self._notify() Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: self.callback(batched_events) Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: event.method(event) Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: return f(self, *a, **k) Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._get(url).json() Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: return self.request(url, 'GET', **kwargs) Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 06:56:28.897235 dv-cinder-803901-6-iscsi neutron-server[101191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 06:56:28.962643 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3db09-5d7b-46a4-8939-f5cc0339aebb req-8a188b26-8f75-47bb-8836-172ce5840f4d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:28.964185 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69e3db09-5d7b-46a4-8939-f5cc0339aebb req-8a188b26-8f75-47bb-8836-172ce5840f4d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0759821 Aug 16 06:56:28.985515 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3043be-527e-473c-816e-e229a7bf4cff req-4ebdbe7c-1c1b-4977-95f4-2c77df963be0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:28.986971 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-4ebdbe7c-1c1b-4977-95f4-2c77df963be0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 814 time: 0.1569579 Aug 16 06:56:28.989784 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.996505 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:28.998759 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] 10.222.0.20 "DELETE /v2.0/networks/77061cc3-7d20-48a0-a166-f20448d8669f HTTP/1.1" status: 204 len: 168 time: 0.3574235 Aug 16 06:56:29.013672 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dcc78-383b-4079-bc7e-63002d079d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=77061cc3-7d20-48a0-a166-f20448d8669f,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:29.023830 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-8df56ace-cb6b-4f70-885b-92b8126bfddb tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/quotas/f47a2f819ff0453297e27e5b84ef239f HTTP/1.1" status: 200 len: 375 time: 0.0266006 Aug 16 06:56:29.063727 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69e3db09-5d7b-46a4-8939-f5cc0339aebb req-25fb7194-edf7-47e1-a3d3-f485bc40ff1a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924039 Aug 16 06:56:29.091699 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-1002f46f-8870-4c3a-b83a-a50d7dd49b10 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640552 Aug 16 06:56:29.185484 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-d3c88fad-4a25-480e-9967-c65383ba370f service neutron] 10.222.0.20 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861080 Aug 16 06:56:29.277103 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-87e392e1-8c11-4e96-b429-cc5770d9dd78 service neutron] 10.222.0.20 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854776 Aug 16 06:56:29.564409 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6cdf7ba6-baf0-4e33-a700-cf8c32e521ed req-16644efd-b08a-4015-a72b-008217ac2935 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 210 time: 0.0271220 Aug 16 06:56:29.621014 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59130) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:29.670869 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-7525d6fc-a60a-4846-bde3-8d98eca3eb45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35013712062a498f917269af0e24d673&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463634 Aug 16 06:56:29.671195 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59138) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:29.723980 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-39dbd542-8d38-4c46-8a45-e39acedbeabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:29.745486 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-39dbd542-8d38-4c46-8a45-e39acedbeabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:29.777516 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59142) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:29.881113 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-39dbd542-8d38-4c46-8a45-e39acedbeabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:29.883550 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-39dbd542-8d38-4c46-8a45-e39acedbeabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:29.884610 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-39dbd542-8d38-4c46-8a45-e39acedbeabf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb HTTP/1.1" status: 204 len: 168 time: 0.2124727 Aug 16 06:56:29.887146 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-cc9a589a-a72e-4002-9d60-1700b7891a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:29.900698 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbd542-8d38-4c46-8a45-e39acedbeabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce0b5fb-9deb-41bb-9261-d232ebe2a0bb,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:29.995046 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-cc9a589a-a72e-4002-9d60-1700b7891a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:30.074987 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-cc9a589a-a72e-4002-9d60-1700b7891a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:30.115539 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-cc9a589a-a72e-4002-9d60-1700b7891a86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c0f58f780ac4f269ce028700bc0198f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369615 Aug 16 06:56:30.117565 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a589a-a72e-4002-9d60-1700b7891a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0341a8a0-6b3b-4019-baa3-487a4b7e68ed,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:30.118512 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59152) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:30.170466 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-62a64633-5558-4af0-b221-1265d39faa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:30.187996 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432cbf9-8cdf-4a56-82e5-0dbce8d120ef req-e1b05e2f-5f85-48d3-a20c-9f26db719b1b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:30.189876 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1432cbf9-8cdf-4a56-82e5-0dbce8d120ef req-e1b05e2f-5f85-48d3-a20c-9f26db719b1b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Aug 16 06:56:30.195781 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-62a64633-5558-4af0-b221-1265d39faa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:30.243113 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1432cbf9-8cdf-4a56-82e5-0dbce8d120ef req-b3a6bacc-ceac-40e6-8049-bdac23b100cb tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433981 Aug 16 06:56:30.458105 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-62a64633-5558-4af0-b221-1265d39faa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:30.460754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-62a64633-5558-4af0-b221-1265d39faa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:30.461888 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-62a64633-5558-4af0-b221-1265d39faa62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0341a8a0-6b3b-4019-baa3-487a4b7e68ed HTTP/1.1" status: 204 len: 168 time: 0.3416784 Aug 16 06:56:30.470099 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a64633-5558-4af0-b221-1265d39faa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0341a8a0-6b3b-4019-baa3-487a4b7e68ed,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:30.681530 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6fe94317-aa6f-4f33-a4b8-168e5c85ad42 req-b55a6d50-d009-42ff-93de-ffd804a6c725 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 210 time: 0.0467255 Aug 16 06:56:31.016891 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59188) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:31.169972 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb4fa-e7bf-4fb7-ad92-e57b384043ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.271313 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb4fa-e7bf-4fb7-ad92-e57b384043ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.365607 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7655be-7bb9-4b66-b132-236aec9b4e03 req-41f45b3f-1201-419e-80ec-12bb792a69b3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:31.367071 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9a7655be-7bb9-4b66-b132-236aec9b4e03 req-41f45b3f-1201-419e-80ec-12bb792a69b3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Aug 16 06:56:31.405245 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9a7655be-7bb9-4b66-b132-236aec9b4e03 req-e6a4e0f9-e5b0-4eae-bb02-2031166e2616 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Aug 16 06:56:31.524047 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb4fa-e7bf-4fb7-ad92-e57b384043ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.542925 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59210) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:31.576449 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1011555-ea03-4d43-a5c5-4cd086f96356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.583031 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fb4fa-e7bf-4fb7-ad92-e57b384043ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe9f24-edd8-4407-966e-fceb39608864,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:31.585058 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-5a2fb4fa-e7bf-4fb7-ad92-e57b384043ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=619b4ea0b3224b5e92194330664e06c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671256 Aug 16 06:56:31.587795 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59214) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:31.652266 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1300f953-50c8-4e86-9f86-f249db34bd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.684785 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1300f953-50c8-4e86-9f86-f249db34bd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.709348 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1011555-ea03-4d43-a5c5-4cd086f96356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.785789 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2ff2f799-8a04-4d21-a666-e2e8fdf67f7a req-22a3fcf2-4f38-4787-904a-e7e6c96fe97c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 210 time: 0.0250897 Aug 16 06:56:31.787162 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1011555-ea03-4d43-a5c5-4cd086f96356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.823542 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1300f953-50c8-4e86-9f86-f249db34bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.826049 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a1011555-ea03-4d43-a5c5-4cd086f96356 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63642d774465495ab60316b7841cb975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796540 Aug 16 06:56:31.826171 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1300f953-50c8-4e86-9f86-f249db34bd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.826967 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1011555-ea03-4d43-a5c5-4cd086f96356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd31e9-fa42-413c-b90f-f952e9f7ca52,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:31.827242 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-1300f953-50c8-4e86-9f86-f249db34bd44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14fe9f24-edd8-4407-966e-fceb39608864 HTTP/1.1" status: 204 len: 168 time: 0.2383976 Aug 16 06:56:31.835185 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300f953-50c8-4e86-9f86-f249db34bd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe9f24-edd8-4407-966e-fceb39608864,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:31.835807 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59226) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:31.892419 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-347f0a7f-8f30-4a58-8e96-54c43d5e9ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:31.915149 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-347f0a7f-8f30-4a58-8e96-54c43d5e9ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:32.137899 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-347f0a7f-8f30-4a58-8e96-54c43d5e9ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:32.141229 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-347f0a7f-8f30-4a58-8e96-54c43d5e9ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:32.142724 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-347f0a7f-8f30-4a58-8e96-54c43d5e9ab1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cedd31e9-fa42-413c-b90f-f952e9f7ca52 HTTP/1.1" status: 204 len: 168 time: 0.3050799 Aug 16 06:56:32.151723 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f0a7f-8f30-4a58-8e96-54c43d5e9ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd31e9-fa42-413c-b90f-f952e9f7ca52,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:32.388328 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3043be-527e-473c-816e-e229a7bf4cff req-181d8e95-bc59-4953-899b-91750ee7b23f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:32.389780 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-181d8e95-bc59-4953-899b-91750ee7b23f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 814 time: 0.1011641 Aug 16 06:56:32.402762 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Request body: {'port': {'device_id': 'a5187938-cfab-4785-8e8a-0d30f926a084', 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c', 'admin_state_up': True, 'tenant_id': 'f47a2f819ff0453297e27e5b84ef239f'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:56:32.561543 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1641dcb-a1a5-41cc-9fec-97bb42b52124 req-bad6b953-1f6e-4851-b2ab-2542e3a7187c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:32.563675 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c1641dcb-a1a5-41cc-9fec-97bb42b52124 req-bad6b953-1f6e-4851-b2ab-2542e3a7187c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0838974 Aug 16 06:56:32.638647 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c1641dcb-a1a5-41cc-9fec-97bb42b52124 req-ac16fc6e-c3c6-4df4-8c82-7020a23507b0 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674272 Aug 16 06:56:32.728063 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff52f7-3f9b-4981-83b0-7361d4539488 req-d33c2ea9-5997-4b74-b4ab-dbdfdcb38bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:32.729723 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-44ff52f7-3f9b-4981-83b0-7361d4539488 req-d33c2ea9-5997-4b74-b4ab-dbdfdcb38bee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 1098 time: 0.0867884 Aug 16 06:56:32.730553 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59248) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:32.765045 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-880aca8c-7eab-4ba1-a539-2b2c4679697a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:32.790912 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-44ff52f7-3f9b-4981-83b0-7361d4539488 req-a826add3-c53a-438d-abe2-6c4833e64a68 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486262 Aug 16 06:56:32.872867 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Made reservation on behalf of f47a2f819ff0453297e27e5b84ef239f for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:56:32.876490 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:32.888682 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f6d35e1f-f7f1-4fbf-8045-dffcc54a722f req-d7dd4990-3360-485d-beca-4a7a11ff39e5 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 210 time: 0.0314326 Aug 16 06:56:33.013691 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-880aca8c-7eab-4ba1-a539-2b2c4679697a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.066419 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Allocated IP 172.20.0.3 (01ab3804-26c5-4305-9f00-e98c3663402c/1739aee4-4159-4e90-a54b-074257d5a5d0/0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:56:33.127647 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59274) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:33.181321 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f99985-c205-42e3-b6d6-49d2ddf15223 admin admin] Deleting subnet 4b347d94-3a52-49f4-b4d6-9ee86bfaffd6 {{(pid=101192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 06:56:33.185468 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-880aca8c-7eab-4ba1-a539-2b2c4679697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.188626 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c9f99985-c205-42e3-b6d6-49d2ddf15223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.243033 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.261512 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c9f99985-c205-42e3-b6d6-49d2ddf15223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59254927'] for subnet, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.303330 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-880aca8c-7eab-4ba1-a539-2b2c4679697a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21545bda5c8e45b1a78e087fc980f7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5704322 Aug 16 06:56:33.303330 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aca8c-7eab-4ba1-a539-2b2c4679697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb867bbf-d8d1-49c0-9253-735280eb0a5b,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:33.305274 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59284) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:33.325157 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c9f99985-c205-42e3-b6d6-49d2ddf15223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.364963 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.381772 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:56:33.403581 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-04386137-54ed-4bb7-b659-bb693d1d06d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.414091 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Network 01ab3804-26c5-4305-9f00-e98c3663402c is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:56:33.418048 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:56:33.426717 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:56:33.436092 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-04386137-54ed-4bb7-b659-bb693d1d06d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.498779 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c9f99985-c205-42e3-b6d6-49d2ddf15223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59680681'] for subnet, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.515050 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Pushing event updated for resources: {'Port': ['ID=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:33.542052 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f99985-c205-42e3-b6d6-49d2ddf15223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b347d94-3a52-49f4-b4d6-9ee86bfaffd6,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:33.552585 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c9f99985-c205-42e3-b6d6-49d2ddf15223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.554543 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:33.555301 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.561273 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-c9f99985-c205-42e3-b6d6-49d2ddf15223 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b347d94-3a52-49f4-b4d6-9ee86bfaffd6 HTTP/1.1" status: 204 len: 168 time: 0.4285231 Aug 16 06:56:33.561273 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59292) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:33.632733 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-04386137-54ed-4bb7-b659-bb693d1d06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.635305 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-04386137-54ed-4bb7-b659-bb693d1d06d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.636424 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-04386137-54ed-4bb7-b659-bb693d1d06d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb867bbf-d8d1-49c0-9253-735280eb0a5b HTTP/1.1" status: 204 len: 168 time: 0.3273642 Aug 16 06:56:33.652696 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04386137-54ed-4bb7-b659-bb693d1d06d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb867bbf-d8d1-49c0-9253-735280eb0a5b,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:33.660894 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.665837 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-59f6ec14-6ebe-47c6-9174-8a3db07d6142 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2668192 Aug 16 06:56:33.681477 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Request body: {'port': {'device_id': 'a5187938-cfab-4785-8e8a-0d30f926a084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:56:33.746899 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.792359 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.805789 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8b890a-e7b2-4efa-8baa-9c5e839d57f8']}} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:33.819600 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8531e1-857f-43b0-9071-30444cc1370a') {'for_net_delete': True} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:33.819889 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8531e1-857f-43b0-9071-30444cc1370a') {} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:33.831820 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59254936'] for segment, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.845890 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334a528-e7cb-47c8-b02c-60da796142f3 req-35cfaa06-524b-43d3-be0f-ccd463676c02 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:33.848064 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f334a528-e7cb-47c8-b02c-60da796142f3 req-35cfaa06-524b-43d3-be0f-ccd463676c02 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0990210 Aug 16 06:56:33.856886 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.870900 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 06:56:33.871328 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59605648'] for segment, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: Traceback (most recent call last): Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: timer() Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: cb(*args, **kw) Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: return func(*args, **kwargs) Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: self._notify() Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: self.callback(batched_events) Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: event.method(event) Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: return f(self, *a, **k) Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._get(url).json() Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: return self.request(url, 'GET', **kwargs) Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 06:56:33.872954 dv-cinder-803901-6-iscsi neutron-server[101192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 06:56:33.970853 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f334a528-e7cb-47c8-b02c-60da796142f3 req-e3725a60-07f0-43bf-b2b0-7e8b78b4ab9f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086013 Aug 16 06:56:34.071303 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5eb0e-64f5-454e-ba2c-a97d5371940b req-e857cfe7-a949-4a95-9247-ad2ae7ed0057 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:34.076074 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:56:34.079727 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e1e5eb0e-64f5-454e-ba2c-a97d5371940b req-e857cfe7-a949-4a95-9247-ad2ae7ed0057 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 931 time: 0.0639784 Aug 16 06:56:34.089091 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.115883 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e1e5eb0e-64f5-454e-ba2c-a97d5371940b req-a560a79d-6d59-4351-b793-691fe56e0eb2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358326 Aug 16 06:56:34.126571 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.142125 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.142125 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee8b890a-e7b2-4efa-8baa-9c5e839d57f8 HTTP/1.1" status: 204 len: 168 time: 0.5807469 Aug 16 06:56:34.142125 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 59308) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:34.147304 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Transition to ACTIVE for port object 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:56:34.163920 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375f5dd-8d11-4b0c-bdf6-9d6704308fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8b890a-e7b2-4efa-8baa-9c5e839d57f8,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:34.205913 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_v2 [None req-09eb8875-3bf3-4a52-a90c-5a13a511c3b7 admin admin] Deleting subnet d43b3033-8d34-4411-8f33-1228e655b04b {{(pid=101192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 06:56:34.210132 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-09eb8875-3bf3-4a52-a90c-5a13a511c3b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.222963 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.250277 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-09eb8875-3bf3-4a52-a90c-5a13a511c3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59254927'] for subnet, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.305506 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-09eb8875-3bf3-4a52-a90c-5a13a511c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.373559 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:34.389079 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Attempting to bind port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:56:34.389420 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Attempting to bind port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:56:34.389747 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Attempting to bind port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 on network 01ab3804-26c5-4305-9f00-e98c3663402c {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:56:34.394953 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 on network 01ab3804-26c5-4305-9f00-e98c3663402c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:56:34.395310 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Attempting to bind port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 on network 01ab3804-26c5-4305-9f00-e98c3663402c {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:56:34.400282 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:56:34.400623 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Checking segment: {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:56:34.414637 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Bound using segment: {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:56:34.414637 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Bound port: 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:56:34.414637 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.472799 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] For port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:56:34.475959 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] For port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:56:34.506952 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-09eb8875-3bf3-4a52-a90c-5a13a511c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59680681'] for subnet, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.532827 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb8875-3bf3-4a52-a90c-5a13a511c3b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43b3033-8d34-4411-8f33-1228e655b04b,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:34.537361 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-09eb8875-3bf3-4a52-a90c-5a13a511c3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.539319 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-09eb8875-3bf3-4a52-a90c-5a13a511c3b7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d43b3033-8d34-4411-8f33-1228e655b04b HTTP/1.1" status: 204 len: 168 time: 0.3943348 Aug 16 06:56:34.541913 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59326) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:34.614061 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.617754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.666378 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:34.667049 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.668778 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 HTTP/1.1" status: 200 len: 1093 time: 0.9943521 Aug 16 06:56:34.671954 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5187938-cfab-4785-8e8a-0d30f926a084', 'tag': '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:56:34.680909 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49b744e-8eb5-4386-ae3b-d0ad1b3a073b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5187938-cfab-4785-8e8a-0d30f926a084", "tag": "0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:56:34.696317 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e1c6c-76e3-439d-9b61-2701be12e018 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:34.736070 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831db505-3f16-409c-93dc-14662869ef36 x-openstack-request-id: req-831db505-3f16-409c-93dc-14662869ef36 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:56:34.736431 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5187938-cfab-4785-8e8a-0d30f926a084", "tag": "0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:56:34.736623 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-831db505-3f16-409c-93dc-14662869ef36 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:56:34.737009 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5187938-cfab-4785-8e8a-0d30f926a084', 'tag': '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0', 'status': 'completed', 'code': 200} Aug 16 06:56:34.811364 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.823991 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513573b1-2bb4-484e-bc6e-81620b0ac653']}} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:34.836245 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13e153f-fc5a-4902-a7dd-476cf43a3f6e') {'for_net_delete': True} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:34.836543 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13e153f-fc5a-4902-a7dd-476cf43a3f6e') {} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:56:34.844277 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b744e-8eb5-4386-ae3b-d0ad1b3a073b req-12a8f3f6-43e8-4496-bc21-ce0371708a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:34.845778 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d49b744e-8eb5-4386-ae3b-d0ad1b3a073b req-12a8f3f6-43e8-4496-bc21-ce0371708a87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 1096 time: 0.0756233 Aug 16 06:56:34.849852 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590989'] for segment, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.907956 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.917654 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 06:56:34.918117 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179039'] for segment, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: Traceback (most recent call last): Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: timer() Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: cb(*args, **kw) Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: return func(*args, **kwargs) Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: self._notify() Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: self.callback(batched_events) Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: event.method(event) Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: return f(self, *a, **k) Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._get(url).json() Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: return self.request(url, 'GET', **kwargs) Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 06:56:34.919869 dv-cinder-803901-6-iscsi neutron-server[101191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 06:56:35.008078 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b744e-8eb5-4386-ae3b-d0ad1b3a073b req-3b45a5f9-eda6-494a-afda-6ac21acb831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:35.009556 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d49b744e-8eb5-4386-ae3b-d0ad1b3a073b req-3b45a5f9-eda6-494a-afda-6ac21acb831d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f47a2f819ff0453297e27e5b84ef239f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1533916 Aug 16 06:56:35.082082 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:35.097644 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:35.102371 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/513573b1-2bb4-484e-bc6e-81620b0ac653 HTTP/1.1" status: 204 len: 168 time: 0.5568187 Aug 16 06:56:35.116112 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34d681-b934-4489-aedf-219a55968ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=513573b1-2bb4-484e-bc6e-81620b0ac653,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:35.123857 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931184d6-0e24-43c7-9422-3f673ff5945c req-296c331d-985c-4ffe-8138-964643f30c9f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:35.125788 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-931184d6-0e24-43c7-9422-3f673ff5945c req-296c331d-985c-4ffe-8138-964643f30c9f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0742760 Aug 16 06:56:35.155366 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b744e-8eb5-4386-ae3b-d0ad1b3a073b req-358fffc1-3e0a-43f1-a433-65f8dc555df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:35.159967 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d49b744e-8eb5-4386-ae3b-d0ad1b3a073b req-358fffc1-3e0a-43f1-a433-65f8dc555df8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1383965 Aug 16 06:56:35.181706 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-931184d6-0e24-43c7-9422-3f673ff5945c req-9b37f1e3-450a-45dd-94b9-fe593828043e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483069 Aug 16 06:56:35.259826 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf5d38-13f0-4b52-b379-c5d70b85bdb5 req-339671f2-277b-42cd-965e-2df7b6a7de02 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:35.260465 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3043be-527e-473c-816e-e229a7bf4cff req-81831716-d248-488d-902c-c0e66b1e927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:35.262163 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0cf5d38-13f0-4b52-b379-c5d70b85bdb5 req-339671f2-277b-42cd-965e-2df7b6a7de02 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 943 time: 0.0609343 Aug 16 06:56:35.263600 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-81831716-d248-488d-902c-c0e66b1e927f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 1096 time: 0.0478649 Aug 16 06:56:35.312835 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-a8094fcf-e273-4761-88ce-d7d41f68e855 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 HTTP/1.1" status: 200 len: 217 time: 0.0404859 Aug 16 06:56:35.358499 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0cf5d38-13f0-4b52-b379-c5d70b85bdb5 req-94d95302-40ec-487c-9b92-e27ac13d1e32 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858362 Aug 16 06:56:35.374069 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfa6dc-4a0a-4c19-b248-b8c249b5de28 req-90c35cbd-4ad5-4840-bbfb-2430a140d440 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:35.375762 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-99cfa6dc-4a0a-4c19-b248-b8c249b5de28 req-90c35cbd-4ad5-4840-bbfb-2430a140d440 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0951600 Aug 16 06:56:35.378467 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3043be-527e-473c-816e-e229a7bf4cff req-d634c851-f72a-4230-8cde-80f2a00e7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:35.380192 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-d634c851-f72a-4230-8cde-80f2a00e7ca0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1739aee4-4159-4e90-a54b-074257d5a5d0 HTTP/1.1" status: 200 len: 854 time: 0.0602045 Aug 16 06:56:35.418943 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-8a5cb5f7-9a9d-49b2-8ae1-4802854f9b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01ab3804-26c5-4305-9f00-e98c3663402c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289769 Aug 16 06:56:35.433555 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-99cfa6dc-4a0a-4c19-b248-b8c249b5de28 req-e75ab6ff-46a2-4e5d-8442-57ba65298972 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511463 Aug 16 06:56:35.525499 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-48a67070-3298-4bf3-bb12-2949c8433afa service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994074 Aug 16 06:56:35.621765 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d3043be-527e-473c-816e-e229a7bf4cff req-ae4d33a2-f9bc-4e3b-b592-838f143064be service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881670 Aug 16 06:56:35.716163 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59380) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:35.755971 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-fcf06ff1-b3bc-498c-b020-af5b17aaaa39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=213a2eeddf454319abd6c439c5d78c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384548 Aug 16 06:56:35.758222 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59382) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:35.805480 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd883192-a658-4d99-af29-ff64cba8b061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:35.827253 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd883192-a658-4d99-af29-ff64cba8b061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:35.960629 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd883192-a658-4d99-af29-ff64cba8b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:35.964121 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd883192-a658-4d99-af29-ff64cba8b061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:35.965575 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-bd883192-a658-4d99-af29-ff64cba8b061 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7965b108-9dad-4154-a51a-47836e60bc63 HTTP/1.1" status: 204 len: 168 time: 0.2064142 Aug 16 06:56:35.978878 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd883192-a658-4d99-af29-ff64cba8b061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7965b108-9dad-4154-a51a-47836e60bc63,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:36.119668 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59388) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:36.227456 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1886822c-fc5b-490a-887b-70112923cf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:36.343275 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1886822c-fc5b-490a-887b-70112923cf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:36.468206 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d4b7f-5726-4d23-8232-996baf69be02 req-57aedc70-7392-4140-8e68-c91cb82b8a1a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:36.469904 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-013d4b7f-5726-4d23-8232-996baf69be02 req-57aedc70-7392-4140-8e68-c91cb82b8a1a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 943 time: 0.0511827 Aug 16 06:56:36.501013 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1886822c-fc5b-490a-887b-70112923cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:36.511839 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-013d4b7f-5726-4d23-8232-996baf69be02 req-3569c40a-a3bf-46de-a58e-3b4077512cdb tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 Aug 16 06:56:36.542648 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-1886822c-fc5b-490a-887b-70112923cf55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74716f3b57af43d985184495ab1f36ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218688 Aug 16 06:56:36.543736 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886822c-fc5b-490a-887b-70112923cf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810bb32b-8006-44f7-94a8-1b94a9f8be42,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:36.552904 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59400) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:36.601969 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-daafe92a-3f82-4fd9-b11e-8a7c4c9d59cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:36.622716 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-daafe92a-3f82-4fd9-b11e-8a7c4c9d59cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:36.840324 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-daafe92a-3f82-4fd9-b11e-8a7c4c9d59cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:36.843025 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-daafe92a-3f82-4fd9-b11e-8a7c4c9d59cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:36.844225 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-daafe92a-3f82-4fd9-b11e-8a7c4c9d59cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/810bb32b-8006-44f7-94a8-1b94a9f8be42 HTTP/1.1" status: 204 len: 168 time: 0.2903674 Aug 16 06:56:36.852032 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafe92a-3f82-4fd9-b11e-8a7c4c9d59cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810bb32b-8006-44f7-94a8-1b94a9f8be42,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:36.960666 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59406) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:37.000867 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-5c1609b5-ea90-40a5-a10b-c7dfedcb5599 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d199610c42fe43fe893b0751b1518d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390625 Aug 16 06:56:37.004038 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 59408) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:56:37.054508 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-67b91ce4-1547-4cb8-a939-85258306be4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:37.076677 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-67b91ce4-1547-4cb8-a939-85258306be4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:37.183155 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-67b91ce4-1547-4cb8-a939-85258306be4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:37.185870 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-67b91ce4-1547-4cb8-a939-85258306be4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:37.187007 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-67b91ce4-1547-4cb8-a939-85258306be4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8070db68-aa41-4f30-a698-9bb4826878ba HTTP/1.1" status: 204 len: 168 time: 0.1819336 Aug 16 06:56:37.196543 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b91ce4-1547-4cb8-a939-85258306be4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8070db68-aa41-4f30-a698-9bb4826878ba,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:37.628423 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af379700-c24a-4bb9-8ab7-8437f9d59a02 req-3c07676a-1106-412d-a53c-286a0b1ec3ee tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:37.629993 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-af379700-c24a-4bb9-8ab7-8437f9d59a02 req-3c07676a-1106-412d-a53c-286a0b1ec3ee tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 943 time: 0.0504167 Aug 16 06:56:37.669995 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-af379700-c24a-4bb9-8ab7-8437f9d59a02 req-32de40bc-ae9f-4a50-85f8-a3922479ea56 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340738 Aug 16 06:56:37.906686 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53883925-1fb0-4408-8078-62628e904c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:38.793517 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a5677-7510-4a3f-bee3-28991f7fda0f req-8456f2a1-e277-4c5f-a784-e1919ae6a14e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:38.795021 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-413a5677-7510-4a3f-bee3-28991f7fda0f req-8456f2a1-e277-4c5f-a784-e1919ae6a14e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 943 time: 0.0518672 Aug 16 06:56:38.835177 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-413a5677-7510-4a3f-bee3-28991f7fda0f req-0bc56a8c-1438-47ab-bcff-0cc18001166c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329726 Aug 16 06:56:39.946173 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a90e92-7878-4d33-bbcf-52f9c27401be req-81b327cb-d1c0-48fe-892c-6244c406dfc6 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:39.947637 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-14a90e92-7878-4d33-bbcf-52f9c27401be req-81b327cb-d1c0-48fe-892c-6244c406dfc6 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 943 time: 0.0468931 Aug 16 06:56:39.986036 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-14a90e92-7878-4d33-bbcf-52f9c27401be req-59cc1956-f047-410b-9f62-8bfb196a1419 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Aug 16 06:56:40.803870 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:41.003127 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-0f633143-b652-4c25-87dd-61ee946968c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:41.101213 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02f53-12d2-49aa-b4b9-f7b35e0c9115 req-3bbc5a81-691a-4362-bc5a-115c5cd28aae tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:41.102657 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0ea02f53-12d2-49aa-b4b9-f7b35e0c9115 req-3bbc5a81-691a-4362-bc5a-115c5cd28aae tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 943 time: 0.0469086 Aug 16 06:56:41.140651 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0ea02f53-12d2-49aa-b4b9-f7b35e0c9115 req-65e8e694-b3e6-4c91-a663-fc9713454a3c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Aug 16 06:56:41.930197 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:42.261939 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bc3ff-7df2-4859-ae3e-600cda73350b req-a9aa1c51-cfca-4afe-9fdd-8c7fa129acad tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:42.263536 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-594bc3ff-7df2-4859-ae3e-600cda73350b req-a9aa1c51-cfca-4afe-9fdd-8c7fa129acad tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 943 time: 0.0517273 Aug 16 06:56:42.300591 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-594bc3ff-7df2-4859-ae3e-600cda73350b req-6ea4fd41-2d4c-43b9-8505-399adfcd9f6a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304637 Aug 16 06:56:42.950226 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3527de2-c231-4d94-9012-03b2eb9ceb0e req-0d43960d-c776-4dc6-b079-2ad422e43374 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:42.951707 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b3527de2-c231-4d94-9012-03b2eb9ceb0e req-0d43960d-c776-4dc6-b079-2ad422e43374 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0484636 Aug 16 06:56:42.991657 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b3527de2-c231-4d94-9012-03b2eb9ceb0e req-afc27378-a1d4-4f87-9639-f059df1fcd22 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Aug 16 06:56:43.023469 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-6c286f10-5029-4c8e-b907-cdd3fffea008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:43.025055 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-6c286f10-5029-4c8e-b907-cdd3fffea008 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1098 time: 0.0456510 Aug 16 06:56:43.122108 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-69fe7972-eb96-463f-b1d1-1cd3ad0e3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:43.123527 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-69fe7972-eb96-463f-b1d1-1cd3ad0e3a70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 919 time: 0.0904722 Aug 16 06:56:43.413740 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23af6f-1e75-40c2-97de-8525bd0d3bc0 req-27d20831-4cb1-48ee-9597-2453d5b8cbf8 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:43.415294 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3d23af6f-1e75-40c2-97de-8525bd0d3bc0 req-27d20831-4cb1-48ee-9597-2453d5b8cbf8 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 943 time: 0.0491443 Aug 16 06:56:43.440731 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:43.453476 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3d23af6f-1e75-40c2-97de-8525bd0d3bc0 req-9b916ddc-ecc6-41b8-bca8-e44502ec0955 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Aug 16 06:56:44.141541 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844d5d-1b38-448d-8400-a3fff4340214 req-47d459d6-4f24-42f4-9781-ba146c6dbf8a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:44.142967 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1b844d5d-1b38-448d-8400-a3fff4340214 req-47d459d6-4f24-42f4-9781-ba146c6dbf8a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0500894 Aug 16 06:56:44.179907 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1b844d5d-1b38-448d-8400-a3fff4340214 req-fd6b6ca5-ce48-4f1f-968b-f19b4faf62e5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310442 Aug 16 06:56:44.531325 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:56:44.574968 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981aa4-b0be-4a63-befe-4809998a211c req-f441bbb7-d3f7-4584-a426-a366a69ca2ea tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:44.576660 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6981aa4-b0be-4a63-befe-4809998a211c req-f441bbb7-d3f7-4584-a426-a366a69ca2ea tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 943 time: 0.0553141 Aug 16 06:56:44.592768 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-1bb1959d-d43b-45f2-bbe3-84441d3f90b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f HTTP/1.1" status: 200 len: 217 time: 0.0574272 Aug 16 06:56:44.622486 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6981aa4-b0be-4a63-befe-4809998a211c req-19e6c821-fd69-4cb8-b218-1cb080778f73 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Aug 16 06:56:44.673175 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:56:44.685348 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0', 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c', 'port_id': '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0', 'mac_address': 'fa:16:3e:87:a5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1739aee4-4159-4e90-a54b-074257d5a5d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:56:44.728027 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:44.742271 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:56:44.761948 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:56:44.857540 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:44.904642 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:44.912422 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.912776 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.913119 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.913454 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.913788 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.914118 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.914445 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.914771 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.915114 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.915469 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.915793 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:44.916115 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:56:45.292811 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23cef-6050-4b77-a266-95b49e6af1f7 req-4ee33862-063c-41b5-adde-032bfd6e874b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:45.294289 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-31a23cef-6050-4b77-a266-95b49e6af1f7 req-4ee33862-063c-41b5-adde-032bfd6e874b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0478070 Aug 16 06:56:45.331938 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-31a23cef-6050-4b77-a266-95b49e6af1f7 req-808c4463-1b8b-4a0a-b431-8293f7807015 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Aug 16 06:56:45.692655 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-c7301139-6bfe-4750-b209-577b78ca61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:45.694134 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-c7301139-6bfe-4750-b209-577b78ca61b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.0450871 Aug 16 06:56:45.774691 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559f8d7-acc5-46cb-9819-6feb8c90cb5d req-abd97ab5-e0ea-46a3-942b-b4e3ed4d9b7a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:45.776181 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9559f8d7-acc5-46cb-9819-6feb8c90cb5d req-abd97ab5-e0ea-46a3-942b-b4e3ed4d9b7a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 944 time: 0.0515664 Aug 16 06:56:45.813700 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9559f8d7-acc5-46cb-9819-6feb8c90cb5d req-cb702e3b-2f7b-46d7-b405-6a5f2458ac9b tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Aug 16 06:56:46.445455 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af213ec-930c-4233-9600-e52de691e86a req-6ac8971a-d075-46ab-97ba-93737ed4c720 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:46.446916 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3af213ec-930c-4233-9600-e52de691e86a req-6ac8971a-d075-46ab-97ba-93737ed4c720 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0494044 Aug 16 06:56:46.483030 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3af213ec-930c-4233-9600-e52de691e86a req-d94f5261-d481-47d0-9cca-4d4123a87226 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301890 Aug 16 06:56:46.926100 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482d9bb-18b1-4731-b80c-c8e25e90a9f5 req-07f8a910-f7fd-4ada-9df0-b95e6b0da68e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:46.927543 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6482d9bb-18b1-4731-b80c-c8e25e90a9f5 req-07f8a910-f7fd-4ada-9df0-b95e6b0da68e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 944 time: 0.0470042 Aug 16 06:56:46.964748 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6482d9bb-18b1-4731-b80c-c8e25e90a9f5 req-d5495ed7-a3b0-4ee1-8ee7-cf43ca6af89f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307183 Aug 16 06:56:47.182841 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-11d93b88-2eaf-4383-9992-39df90f0a8a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295529 Aug 16 06:56:47.270851 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-228c1b18-857d-4413-b3a9-ef55b1395f2d service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801437 Aug 16 06:56:47.366247 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9b1d6390-ad28-4829-b2d8-e8b4219f5e4a req-eea9268f-7b96-4480-8c98-577e2c8885da service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874038 Aug 16 06:56:47.597223 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09519dcf-6293-48f3-aa5d-3b4e82fe4460 req-5cfebffa-fca1-43d8-a8a6-af70633f19c3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:47.598514 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-09519dcf-6293-48f3-aa5d-3b4e82fe4460 req-5cfebffa-fca1-43d8-a8a6-af70633f19c3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0502763 Aug 16 06:56:47.637067 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-09519dcf-6293-48f3-aa5d-3b4e82fe4460 req-196721f1-c594-4cab-b1f5-2718c42fa0dc tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Aug 16 06:56:48.079657 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3fc20-071a-45d0-bb53-d65d4c43d447 req-2c3a5d71-a45e-40da-9328-645327f49b09 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:48.081169 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cbd3fc20-071a-45d0-bb53-d65d4c43d447 req-2c3a5d71-a45e-40da-9328-645327f49b09 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 944 time: 0.0480261 Aug 16 06:56:48.113033 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:56:48.119185 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cbd3fc20-071a-45d0-bb53-d65d4c43d447 req-18f4c878-a488-4bd0-a1bf-b4c61a90d24d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Aug 16 06:56:48.748342 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7f708-3fc7-44b6-81dd-7ef4af27ecaa req-cec5b856-2cda-4e77-b722-56e386c8a381 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:48.749901 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69f7f708-3fc7-44b6-81dd-7ef4af27ecaa req-cec5b856-2cda-4e77-b722-56e386c8a381 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Aug 16 06:56:48.796008 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69f7f708-3fc7-44b6-81dd-7ef4af27ecaa req-c743782b-efb5-4e23-8705-69e1d87a05af tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382049 Aug 16 06:56:49.238902 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac260b-6ed3-4a01-baa9-37a0ac2d5f2c req-d1dd647a-6d76-49ba-81cc-d9be347afc65 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:49.240470 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-83ac260b-6ed3-4a01-baa9-37a0ac2d5f2c req-d1dd647a-6d76-49ba-81cc-d9be347afc65 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 944 time: 0.0523961 Aug 16 06:56:49.277581 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-83ac260b-6ed3-4a01-baa9-37a0ac2d5f2c req-54177051-c889-4dea-b96c-848f4a4bd690 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Aug 16 06:56:49.906336 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e8c07-fa86-4904-b56b-43ac8306c61c req-020ca5c9-a901-480b-a44c-647d751cfd7e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:49.907838 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bf8e8c07-fa86-4904-b56b-43ac8306c61c req-020ca5c9-a901-480b-a44c-647d751cfd7e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0471940 Aug 16 06:56:49.947112 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bf8e8c07-fa86-4904-b56b-43ac8306c61c req-75027f6e-11e4-4dcc-bef1-b3cc250060b2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325291 Aug 16 06:56:50.441757 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac66b-604e-4eda-9460-9769a99dbfdd req-0a119934-d54a-427a-8097-a3c08e11e616 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:50.443435 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cf2ac66b-604e-4eda-9460-9769a99dbfdd req-0a119934-d54a-427a-8097-a3c08e11e616 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 944 time: 0.0849497 Aug 16 06:56:50.482202 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cf2ac66b-604e-4eda-9460-9769a99dbfdd req-aeefb166-804a-4f97-b67f-4174d8be7b42 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Aug 16 06:56:51.070775 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d82d0-4a9d-4cc6-834b-83bfef64ade5 req-07cf6f4e-c610-4037-bc6d-20c85483c282 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:51.072293 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-289d82d0-4a9d-4cc6-834b-83bfef64ade5 req-07cf6f4e-c610-4037-bc6d-20c85483c282 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0577831 Aug 16 06:56:51.110812 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-289d82d0-4a9d-4cc6-834b-83bfef64ade5 req-474c81b3-9f68-4130-b7b5-ee02f8d42d09 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Aug 16 06:56:51.601039 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21cd4f-a249-4859-8e73-36fe175587d0 req-9a64c3aa-78a5-4493-96cb-710c8778b3c3 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:51.602409 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-af21cd4f-a249-4859-8e73-36fe175587d0 req-9a64c3aa-78a5-4493-96cb-710c8778b3c3 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 944 time: 0.0473745 Aug 16 06:56:51.639163 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-af21cd4f-a249-4859-8e73-36fe175587d0 req-5e5f6090-97b2-4776-a040-d4011b4c90df tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307965 Aug 16 06:56:52.228048 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e54c96-094a-456c-a75e-adb2b4648b92 req-3dc863b6-f0ad-4648-b882-0fe386f3f563 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:52.229511 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-74e54c96-094a-456c-a75e-adb2b4648b92 req-3dc863b6-f0ad-4648-b882-0fe386f3f563 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0491002 Aug 16 06:56:52.267399 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-74e54c96-094a-456c-a75e-adb2b4648b92 req-08c12e92-e8d6-48a7-bb30-fa2b40a29005 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Aug 16 06:56:52.754588 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d74b6-e9db-4edc-8d07-f938b667d224 req-67179057-14e1-4c7d-aa01-36ee40f76639 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:52.756224 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-538d74b6-e9db-4edc-8d07-f938b667d224 req-67179057-14e1-4c7d-aa01-36ee40f76639 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 944 time: 0.0509689 Aug 16 06:56:52.793037 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-538d74b6-e9db-4edc-8d07-f938b667d224 req-60aab073-5329-46bc-9e9b-f1419d24d673 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Aug 16 06:56:52.914258 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:56:53.003312 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:53.060154 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:56:53.064219 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:56:53.064694 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:53.140747 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:53.163809 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5187938-cfab-4785-8e8a-0d30f926a084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:56:53.166036 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a7649-5fc4-437c-8660-da6b73e71309" -d '{"events": [{"server_uuid": "a5187938-cfab-4785-8e8a-0d30f926a084", "name": "network-vif-plugged", "status": "completed", "tag": "0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:56:53.179841 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:56:53.202396 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b302abcd-8940-42c8-a97b-bab53af412f4 x-openstack-request-id: req-b302abcd-8940-42c8-a97b-bab53af412f4 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:56:53.202575 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5187938-cfab-4785-8e8a-0d30f926a084", "name": "network-vif-plugged", "status": "completed", "tag": "0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:56:53.202824 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b302abcd-8940-42c8-a97b-bab53af412f4 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:56:53.203242 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5187938-cfab-4785-8e8a-0d30f926a084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0', 'code': 200} Aug 16 06:56:53.243337 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:56:53.290591 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:56:53.380305 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811feab-74cc-4879-a01a-e6ff04743a19 req-ac6f097d-cb0e-4f9e-8a55-8af2c4e2a1ad tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:53.381739 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4811feab-74cc-4879-a01a-e6ff04743a19 req-ac6f097d-cb0e-4f9e-8a55-8af2c4e2a1ad tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0470595 Aug 16 06:56:53.418799 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4811feab-74cc-4879-a01a-e6ff04743a19 req-3d3e5fa9-344e-493f-a50d-23d19a662533 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311322 Aug 16 06:56:53.907161 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2e8d6-a638-4b6d-8733-ed3487220c7f req-70802e5c-559d-4e7a-90c4-6f7a8e3fd2a9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:53.909377 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a2f2e8d6-a638-4b6d-8733-ed3487220c7f req-70802e5c-559d-4e7a-90c4-6f7a8e3fd2a9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0484376 Aug 16 06:56:53.947226 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a2f2e8d6-a638-4b6d-8733-ed3487220c7f req-a9f59b92-722e-4d2a-8ec8-79ce8ac344ee tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Aug 16 06:56:54.533424 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801036fa-22a1-4a49-95eb-f4014df1a6d1 req-bb97f6e6-898a-4b32-b22e-b33fedbb10c9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:54.534881 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-801036fa-22a1-4a49-95eb-f4014df1a6d1 req-bb97f6e6-898a-4b32-b22e-b33fedbb10c9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0507512 Aug 16 06:56:54.573426 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-801036fa-22a1-4a49-95eb-f4014df1a6d1 req-14ca936e-ac73-4cf9-a44e-3042ef3a79f3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314813 Aug 16 06:56:54.827217 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e06ce1-5b77-4643-818b-ba937d7831fd req-c229bc51-2734-496e-b1bd-e8f260ce7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:54.828646 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-79e06ce1-5b77-4643-818b-ba937d7831fd req-c229bc51-2734-496e-b1bd-e8f260ce7252 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 1098 time: 0.0487235 Aug 16 06:56:54.871280 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-79e06ce1-5b77-4643-818b-ba937d7831fd req-00a6b500-45a7-45ec-9782-12c512156856 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Aug 16 06:56:55.061291 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce9652-6e04-4624-9d26-78de1934c30e req-d1d73728-1214-4e7e-ab16-f4c038bf78f9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:55.062733 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-26ce9652-6e04-4624-9d26-78de1934c30e req-d1d73728-1214-4e7e-ab16-f4c038bf78f9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0476305 Aug 16 06:56:55.102193 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-26ce9652-6e04-4624-9d26-78de1934c30e req-47e45b58-4362-49e2-b1f4-62b843bdaa55 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Aug 16 06:56:55.694462 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabeab3-2646-4720-b3e9-bbf9d81d6fd8 req-62d90828-c059-4a4a-a6e4-0157f9dd899b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:55.696029 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6cabeab3-2646-4720-b3e9-bbf9d81d6fd8 req-62d90828-c059-4a4a-a6e4-0157f9dd899b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0498283 Aug 16 06:56:55.733952 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6cabeab3-2646-4720-b3e9-bbf9d81d6fd8 req-1b87e770-f6ea-48d8-a257-e4c98936bff4 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Aug 16 06:56:56.436138 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcbcc0-0cf4-45dd-af22-45247040f718 req-091d0f88-8dc2-44b8-b051-28cd85ece544 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:56.437629 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5bfcbcc0-0cf4-45dd-af22-45247040f718 req-091d0f88-8dc2-44b8-b051-28cd85ece544 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.2660460 Aug 16 06:56:56.475181 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5bfcbcc0-0cf4-45dd-af22-45247040f718 req-01fa5c94-5a30-4fb3-a99d-99f33833c382 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Aug 16 06:56:56.857437 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2ed13-eb88-40a9-b6a1-a3ca53ceec7e req-1f6afae3-c191-49b9-b143-ed71338446f1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:56.858885 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-57c2ed13-eb88-40a9-b6a1-a3ca53ceec7e req-1f6afae3-c191-49b9-b143-ed71338446f1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0522850 Aug 16 06:56:56.900688 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-57c2ed13-eb88-40a9-b6a1-a3ca53ceec7e req-5f7c0ddb-20c0-4857-9573-0ca7fce39694 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350437 Aug 16 06:56:57.592626 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e391bf-7228-4b62-8f81-a07e0c80b01f req-817bed0d-5ee9-4d1d-a311-712330492480 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:57.594648 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f9e391bf-7228-4b62-8f81-a07e0c80b01f req-817bed0d-5ee9-4d1d-a311-712330492480 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Aug 16 06:56:57.633252 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f9e391bf-7228-4b62-8f81-a07e0c80b01f req-252e03e3-dc47-468c-bf58-ffb6d359641d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Aug 16 06:56:58.018887 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7407c-91c7-4346-b04d-983d04e9b10d req-ea036385-c4a5-49b1-b5d3-ae7db8336f56 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:58.020552 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-06d7407c-91c7-4346-b04d-983d04e9b10d req-ea036385-c4a5-49b1-b5d3-ae7db8336f56 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0544279 Aug 16 06:56:58.064710 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-06d7407c-91c7-4346-b04d-983d04e9b10d req-4343b405-27e6-4fe1-861f-3becd8792a30 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Aug 16 06:56:58.745130 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd5b14-cab8-44e7-bc4e-87a76559ef48 req-5b4293fb-dad4-4c21-a612-2b17cfce103b tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:58.747019 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5fbd5b14-cab8-44e7-bc4e-87a76559ef48 req-5b4293fb-dad4-4c21-a612-2b17cfce103b tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Aug 16 06:56:58.787639 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5fbd5b14-cab8-44e7-bc4e-87a76559ef48 req-80a53a9e-9ace-4199-bc8b-1b00cbeedbf4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349207 Aug 16 06:56:59.186432 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad2067-8a2d-4309-b31d-01261039995d req-a4a2c758-ea38-4959-ba37-2b5a112b35f3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:59.186432 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2dad2067-8a2d-4309-b31d-01261039995d req-a4a2c758-ea38-4959-ba37-2b5a112b35f3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0475857 Aug 16 06:56:59.210970 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:56:59.218979 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2dad2067-8a2d-4309-b31d-01261039995d req-ed4c1e12-9c31-4021-9297-39f370bc04cb tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Aug 16 06:56:59.904562 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eec70-6386-4f45-bc69-16c008af79ef req-861da0bc-4eab-4a8a-aa63-d442537a970e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:56:59.905998 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f87eec70-6386-4f45-bc69-16c008af79ef req-861da0bc-4eab-4a8a-aa63-d442537a970e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0504510 Aug 16 06:56:59.943850 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f87eec70-6386-4f45-bc69-16c008af79ef req-cd4040a9-9b6e-45a9-85a0-5aa7e107273a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Aug 16 06:57:00.334686 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f3cb-ae66-4986-9d16-34ea80079e75 req-9705dc61-d514-42d9-8590-071853e2ad5e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:00.336194 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c434f3cb-ae66-4986-9d16-34ea80079e75 req-9705dc61-d514-42d9-8590-071853e2ad5e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0487278 Aug 16 06:57:00.372999 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c434f3cb-ae66-4986-9d16-34ea80079e75 req-438fc1fa-ed42-42c9-9809-0af4a57ed6ab tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308321 Aug 16 06:57:01.062109 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402592d-7ab8-417b-b502-2a755bd79d01 req-602c83a2-d9cf-4388-ab74-5863ffe20bd4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:01.063635 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e402592d-7ab8-417b-b502-2a755bd79d01 req-602c83a2-d9cf-4388-ab74-5863ffe20bd4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0492263 Aug 16 06:57:01.105754 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e402592d-7ab8-417b-b502-2a755bd79d01 req-95040f52-ebc7-4d0c-bf9a-f5474a43a503 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352986 Aug 16 06:57:01.500641 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7602b-25c7-4c1d-abc2-0fe1f4b3b788 req-a5765452-60ca-46f1-85f7-41fab3755d58 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:01.502012 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-baa7602b-25c7-4c1d-abc2-0fe1f4b3b788 req-a5765452-60ca-46f1-85f7-41fab3755d58 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0547552 Aug 16 06:57:01.542994 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-baa7602b-25c7-4c1d-abc2-0fe1f4b3b788 req-49ee0926-f0bd-4eef-9b5b-5e654a1d6c26 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348926 Aug 16 06:57:02.221899 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4eb6d4-4179-42a4-a817-1426717760f2 req-282033be-e61c-4151-a00a-9c21cf8f452c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:02.223614 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-be4eb6d4-4179-42a4-a817-1426717760f2 req-282033be-e61c-4151-a00a-9c21cf8f452c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0482726 Aug 16 06:57:02.261847 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-be4eb6d4-4179-42a4-a817-1426717760f2 req-e1080920-b406-42fa-8bc7-892cc6faab43 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Aug 16 06:57:02.665572 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964397-792d-4045-8645-e8eef1c6b1d0 req-7a9c14e8-8236-484d-a6ef-7e9a4c33abd1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:02.667560 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fd964397-792d-4045-8645-e8eef1c6b1d0 req-7a9c14e8-8236-484d-a6ef-7e9a4c33abd1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0518589 Aug 16 06:57:02.708907 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fd964397-792d-4045-8645-e8eef1c6b1d0 req-88ea25b5-6a76-4e71-961e-2daa5e9661d6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336323 Aug 16 06:57:03.833049 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7cb1f-0978-48b5-ae88-bda06525eeef req-dbdc4946-c3e6-4cbf-8837-968b11e0e7ca tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:03.834588 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3fa7cb1f-0978-48b5-ae88-bda06525eeef req-dbdc4946-c3e6-4cbf-8837-968b11e0e7ca tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0522377 Aug 16 06:57:03.887039 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3fa7cb1f-0978-48b5-ae88-bda06525eeef req-8b842e8e-1cdb-4118-9b9a-336ca5f1361d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Aug 16 06:57:05.016441 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18531767-0c10-4bbd-81d0-79aec9d8e2fd req-3d7ce0ee-cccd-4411-b943-9b03c8cada21 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:05.018009 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-18531767-0c10-4bbd-81d0-79aec9d8e2fd req-3d7ce0ee-cccd-4411-b943-9b03c8cada21 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0574682 Aug 16 06:57:05.057947 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-18531767-0c10-4bbd-81d0-79aec9d8e2fd req-d638c987-c834-4e4f-9f6f-8dfc42ffdac9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336056 Aug 16 06:57:06.187156 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82f4cc-04e6-4191-ae69-7981919208c3 req-55c1913b-cf45-4811-ba5e-9d7385367758 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:06.188666 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e82f4cc-04e6-4191-ae69-7981919208c3 req-55c1913b-cf45-4811-ba5e-9d7385367758 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0573647 Aug 16 06:57:06.227513 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e82f4cc-04e6-4191-ae69-7981919208c3 req-11d0f317-3a03-4157-9e79-0ca70585ee54 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Aug 16 06:57:07.360482 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601d13a-c2b7-4266-87c4-51114a366a60 req-9d21e85b-a485-49dc-ad8b-08e98b68a977 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:07.362086 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c601d13a-c2b7-4266-87c4-51114a366a60 req-9d21e85b-a485-49dc-ad8b-08e98b68a977 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0584097 Aug 16 06:57:07.399754 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c601d13a-c2b7-4266-87c4-51114a366a60 req-d3e6bdc4-9174-49dd-94fa-a94e8b5cd5ec tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Aug 16 06:57:07.922973 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-71801e1a-9527-42c2-a028-c60d08493393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:08.511520 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd31f6-1bd4-4159-a8cb-6b058b2b2682 req-d01fd75d-3e6f-4409-be17-fc7d991c7f59 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:08.512972 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c2cd31f6-1bd4-4159-a8cb-6b058b2b2682 req-d01fd75d-3e6f-4409-be17-fc7d991c7f59 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0478475 Aug 16 06:57:08.549837 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c2cd31f6-1bd4-4159-a8cb-6b058b2b2682 req-4c052bea-d694-4e82-bcad-71af723d2f3b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 Aug 16 06:57:09.661497 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174524d-740e-49a0-ad4a-1525f5783dcb req-d9497c57-708c-4eb9-819d-b82abc81fea5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:09.662922 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2174524d-740e-49a0-ad4a-1525f5783dcb req-d9497c57-708c-4eb9-819d-b82abc81fea5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0464721 Aug 16 06:57:09.699415 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2174524d-740e-49a0-ad4a-1525f5783dcb req-df86f64f-ddcf-40c9-857f-a9ab69e56103 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306129 Aug 16 06:57:10.826855 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41ab9b-997c-4db6-b5b8-bee4571b30e6 req-11f27924-e7ab-4456-b19f-9357be65ce19 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:10.828373 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ac41ab9b-997c-4db6-b5b8-bee4571b30e6 req-11f27924-e7ab-4456-b19f-9357be65ce19 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0506124 Aug 16 06:57:10.873855 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ac41ab9b-997c-4db6-b5b8-bee4571b30e6 req-87a3813d-dfae-4858-afe1-02461dd8d767 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371106 Aug 16 06:57:10.880422 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:11.011110 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-06296df8-e8b0-4035-9e8d-830639a39c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:11.194966 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-f27f0abd-b810-467a-81e2-24a0a551d9b1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:11.196595 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-f27f0abd-b810-467a-81e2-24a0a551d9b1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 814 time: 0.1010089 Aug 16 06:57:11.212325 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-3d2b32a9-2959-4a1c-9022-12ee5f468ac6 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/quotas/f47a2f819ff0453297e27e5b84ef239f HTTP/1.1" status: 200 len: 375 time: 0.0096440 Aug 16 06:57:11.267156 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-dd9766d3-b110-4551-85ba-83287c719607 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490983 Aug 16 06:57:11.356335 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-4fa27767-0973-435e-a9b8-7989b9ad3db7 service neutron] 10.222.0.20 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812132 Aug 16 06:57:11.453879 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-fed9c636-58f9-45c4-af5f-288ddd2cc5b7 service neutron] 10.222.0.20 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913513 Aug 16 06:57:11.826094 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-82598e34-ed3a-41ce-99a1-6f4a9a3a8eff req-9edbc635-3e70-46f5-9401-4b1b9bf61f1a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 210 time: 0.0273554 Aug 16 06:57:11.948844 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:12.006879 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d9a53-8769-41c4-89a3-1b2bf01714c1 req-ef8709e6-8e6e-46ed-ad56-e8104c678b4e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:12.008445 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-529d9a53-8769-41c4-89a3-1b2bf01714c1 req-ef8709e6-8e6e-46ed-ad56-e8104c678b4e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0567768 Aug 16 06:57:12.051995 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-529d9a53-8769-41c4-89a3-1b2bf01714c1 req-bd65429e-91ac-4808-9ae5-c8aabfd9ad79 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369928 Aug 16 06:57:12.425651 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56eae92-31ef-49d4-a504-79168bbaf04e req-86ff44b6-4aff-451d-8272-2984a976e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:12.427194 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-f56eae92-31ef-49d4-a504-79168bbaf04e req-86ff44b6-4aff-451d-8272-2984a976e1fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1098 time: 0.0404794 Aug 16 06:57:12.468259 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-f56eae92-31ef-49d4-a504-79168bbaf04e req-8ac2f33e-edfc-4e2b-9b3c-73af06aec916 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285504 Aug 16 06:57:12.936922 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-517dc874-6567-4d28-aac1-f85e145da33f req-8ac140ba-4942-4908-a596-efec8b022621 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 210 time: 0.0266986 Aug 16 06:57:13.192084 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e66caa-19a9-4287-adf0-da3068ac28ed req-75ef2ec4-2b12-4910-9dc8-28acdbcfeb82 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:13.199804 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0e66caa-19a9-4287-adf0-da3068ac28ed req-75ef2ec4-2b12-4910-9dc8-28acdbcfeb82 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0668776 Aug 16 06:57:13.239320 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0e66caa-19a9-4287-adf0-da3068ac28ed req-463f0eaa-2c46-430f-878f-885cc613a894 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385754 Aug 16 06:57:13.382866 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:14.034573 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-47ee1afd-f7a3-4d8a-8d82-715a051018cb req-333c6db6-d418-4b0f-809d-d606d0158180 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 210 time: 0.0252259 Aug 16 06:57:14.353203 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff8f00-0ff2-4abf-9f3c-3cb65f647239 req-4c940e31-d446-4981-9164-f4fa209a78eb tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:14.354652 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69ff8f00-0ff2-4abf-9f3c-3cb65f647239 req-4c940e31-d446-4981-9164-f4fa209a78eb tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0466595 Aug 16 06:57:14.391084 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69ff8f00-0ff2-4abf-9f3c-3cb65f647239 req-5cb6e48d-2f68-4271-a723-f693115378d7 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304716 Aug 16 06:57:15.133586 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-16c0771e-33ea-495a-b84e-9cc97781f0aa req-666dc75e-9f5c-45c9-a61d-38c43f78f7a3 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 210 time: 0.0300395 Aug 16 06:57:15.502341 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f47e85-831d-4e37-9dff-352cf46fa3e8 req-acfa961f-007f-41d2-86ea-e5733910c192 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:15.504613 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-94f47e85-831d-4e37-9dff-352cf46fa3e8 req-acfa961f-007f-41d2-86ea-e5733910c192 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0469682 Aug 16 06:57:15.540763 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-94f47e85-831d-4e37-9dff-352cf46fa3e8 req-6355e7eb-9906-4ced-96a3-bc4a8f7d33b1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304000 Aug 16 06:57:16.227016 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-771f51f9-a1d8-4e4a-a2b8-739519c38262 req-779bbeca-7e3b-4314-9849-6c2d01d4b366 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 210 time: 0.0275156 Aug 16 06:57:16.653693 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a9181-7f7e-438b-9f85-cf6dfb7d54fb req-f891e6cd-072e-4d69-bec4-f88d1c7a450a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:16.655190 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-748a9181-7f7e-438b-9f85-cf6dfb7d54fb req-f891e6cd-072e-4d69-bec4-f88d1c7a450a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0479193 Aug 16 06:57:16.692087 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-748a9181-7f7e-438b-9f85-cf6dfb7d54fb req-6eac4158-41d7-432d-a0ef-76f6d917d0a4 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306416 Aug 16 06:57:17.321945 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-702a131d-89eb-4a86-b7e9-b01e519955cb req-186c9f5d-181b-442e-8776-c18ac6b9ef55 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 210 time: 0.0283349 Aug 16 06:57:17.804313 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cb45-ad05-42ca-8e4e-b819cd516d61 req-1a82eeb9-a7cb-48f8-ad83-a372890c82bf tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:17.805897 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7145cb45-ad05-42ca-8e4e-b819cd516d61 req-1a82eeb9-a7cb-48f8-ad83-a372890c82bf tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0485237 Aug 16 06:57:17.844517 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7145cb45-ad05-42ca-8e4e-b819cd516d61 req-a41d803a-03f8-43fc-8852-24649a5f5811 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Aug 16 06:57:18.391800 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-9c98c57e-6208-4698-b284-a2bea55a9465 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:18.393242 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-9c98c57e-6208-4698-b284-a2bea55a9465 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 814 time: 0.1196411 Aug 16 06:57:18.408816 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Request body: {'port': {'device_id': '74b18799-3bb9-49d0-ac6d-42fdc9478bea', 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c', 'admin_state_up': True, 'tenant_id': 'f47a2f819ff0453297e27e5b84ef239f'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:57:18.419012 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ef8de81d-79b0-48da-9675-6ecacd59ff40 req-750a91a7-5303-4a10-871f-6bbe5ca91b65 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 210 time: 0.0273228 Aug 16 06:57:18.579995 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Made reservation on behalf of f47a2f819ff0453297e27e5b84ef239f for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:57:18.583941 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:18.723751 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Allocated IP 172.20.0.10 (01ab3804-26c5-4305-9f00-e98c3663402c/1739aee4-4159-4e90-a54b-074257d5a5d0/ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:57:18.867432 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:18.966064 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:18.968719 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be1c87-ed4a-4843-ac7f-844b353fbd17 req-b9d7a9cb-d14a-42f6-9284-cd03db8f1f8d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:18.970293 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-15be1c87-ed4a-4843-ac7f-844b353fbd17 req-b9d7a9cb-d14a-42f6-9284-cd03db8f1f8d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Aug 16 06:57:18.980148 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:57:19.007746 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Network 01ab3804-26c5-4305-9f00-e98c3663402c is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:57:19.010242 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-15be1c87-ed4a-4843-ac7f-844b353fbd17 req-d1f2082f-0cb1-4436-b203-b22cb6b5c184 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337744 Aug 16 06:57:19.013311 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:57:19.015902 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:57:19.054247 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Pushing event updated for resources: {'Port': ['ID=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.082488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:19.099670 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:19.100327 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:19.181100 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-d0b415a9-b9b3-425a-b6ac-47902ef0660d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761126 Aug 16 06:57:19.484072 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2cd18-0704-4caf-9e05-d9593a338da2 req-19090e23-7731-4ce8-8521-1265db1b04c7 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:19.485617 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cfb2cd18-0704-4caf-9e05-d9593a338da2 req-19090e23-7731-4ce8-8521-1265db1b04c7 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0508549 Aug 16 06:57:19.552392 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cfb2cd18-0704-4caf-9e05-d9593a338da2 req-2a72c7d9-3fdc-469f-801e-84cbbac3339b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599067 Aug 16 06:57:19.564426 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8829227-9155-4ff2-961a-19119a18cd84 req-c4416edc-e4d7-4383-999c-c7eb32fdd182 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:19.566018 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e8829227-9155-4ff2-961a-19119a18cd84 req-c4416edc-e4d7-4383-999c-c7eb32fdd182 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 932 time: 0.0674808 Aug 16 06:57:19.605442 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e8829227-9155-4ff2-961a-19119a18cd84 req-2041292e-8e96-46ec-9e7c-78d932d186af tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Aug 16 06:57:20.006965 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 60282) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:20.111369 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6eb02e59-15ad-41cb-b735-d0f7a91c63a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:20.199153 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6eb02e59-15ad-41cb-b735-d0f7a91c63a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:20.288737 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6eb02e59-15ad-41cb-b735-d0f7a91c63a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:20.328741 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 60288) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:20.329406 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-6eb02e59-15ad-41cb-b735-d0f7a91c63a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1ee040f164a4bf58cc32708b8f447ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205168 Aug 16 06:57:20.330340 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb02e59-15ad-41cb-b735-d0f7a91c63a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aa7970-021b-4680-bfba-bc6bb2cdee3c,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:20.382949 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:20.404476 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:20.508090 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:20.511368 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:20.512624 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14aa7970-021b-4680-bfba-bc6bb2cdee3c HTTP/1.1" status: 204 len: 168 time: 0.1827664 Aug 16 06:57:20.520841 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aa7970-021b-4680-bfba-bc6bb2cdee3c,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:20.527997 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.528352 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.528698 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.529039 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.529373 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.529706 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.530087 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.530449 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.530737 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.531065 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.531418 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.531739 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d86668-915f-48dc-9752-d23bce270266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:57:20.672862 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdaa52-ba78-42cc-8071-ac7d3e630f9c req-446c0931-9995-457e-9d1d-0a257e179808 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:20.674341 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-96cdaa52-ba78-42cc-8071-ac7d3e630f9c req-446c0931-9995-457e-9d1d-0a257e179808 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0485127 Aug 16 06:57:20.713168 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-96cdaa52-ba78-42cc-8071-ac7d3e630f9c req-57d96467-378c-4e3f-aa09-f18207589754 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Aug 16 06:57:20.815329 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f7db-7f29-43ee-9ab0-4724cfa5b822 req-c1d763ac-c110-475c-8d06-4a54d152e227 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:20.817434 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8231f7db-7f29-43ee-9ab0-4724cfa5b822 req-c1d763ac-c110-475c-8d06-4a54d152e227 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 932 time: 0.0498695 Aug 16 06:57:20.854999 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8231f7db-7f29-43ee-9ab0-4724cfa5b822 req-f95f8730-2a25-4414-9244-f9b6edf81df9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Aug 16 06:57:21.159572 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 60302) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:21.172682 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-87314cfb-2953-44cc-a791-6aba995ff488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:21.267260 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-87314cfb-2953-44cc-a791-6aba995ff488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:21.317313 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-87314cfb-2953-44cc-a791-6aba995ff488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:21.355339 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-87314cfb-2953-44cc-a791-6aba995ff488 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7deaf7fe9eb74723bbc4f20cf104bbb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943111 Aug 16 06:57:21.356262 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87314cfb-2953-44cc-a791-6aba995ff488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e817761f-e12d-4835-a895-4ab3cb4b7c29,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:21.357901 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 60306) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:21.407322 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a00213ae-d33e-48a5-993f-8ab71fb7eabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:21.428888 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a00213ae-d33e-48a5-993f-8ab71fb7eabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:21.548229 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a00213ae-d33e-48a5-993f-8ab71fb7eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:21.551250 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a00213ae-d33e-48a5-993f-8ab71fb7eabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:21.552387 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a00213ae-d33e-48a5-993f-8ab71fb7eabe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e817761f-e12d-4835-a895-4ab3cb4b7c29 HTTP/1.1" status: 204 len: 168 time: 0.1934364 Aug 16 06:57:21.560051 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00213ae-d33e-48a5-993f-8ab71fb7eabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e817761f-e12d-4835-a895-4ab3cb4b7c29,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:21.829319 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9834e-a824-4a17-a05f-a7d51d4197af req-f476490f-2d61-4a67-9d9d-2e551c13e756 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:21.830747 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-32e9834e-a824-4a17-a05f-a7d51d4197af req-f476490f-2d61-4a67-9d9d-2e551c13e756 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0487258 Aug 16 06:57:21.868142 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-32e9834e-a824-4a17-a05f-a7d51d4197af req-13035eef-86d6-47c6-88b4-dc8b22825f80 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Aug 16 06:57:21.968815 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9819a0-6fc5-4973-bb6f-85643fe36c8f req-89de04de-5faf-44b1-beac-a8957988b232 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:21.970291 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7f9819a0-6fc5-4973-bb6f-85643fe36c8f req-89de04de-5faf-44b1-beac-a8957988b232 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 932 time: 0.0480642 Aug 16 06:57:22.009755 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7f9819a0-6fc5-4973-bb6f-85643fe36c8f req-ecf00a85-73b3-4d7f-9d1e-c4e714d57def tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326769 Aug 16 06:57:22.984631 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3d454-246c-4d2e-9bb4-6588558eb164 req-6d60c737-c6f3-44e8-9cbe-abe47e9566d2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:22.986088 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fce3d454-246c-4d2e-9bb4-6588558eb164 req-6d60c737-c6f3-44e8-9cbe-abe47e9566d2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0516040 Aug 16 06:57:23.026337 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fce3d454-246c-4d2e-9bb4-6588558eb164 req-61324dbb-ac86-4114-8a7e-a8c35391bfb9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Aug 16 06:57:23.130856 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8e55-8389-484e-a097-5751c7f440b1 req-0eff9b95-7de6-49ef-8be5-3259ddd0c278 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:23.132189 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dccf8e55-8389-484e-a097-5751c7f440b1 req-0eff9b95-7de6-49ef-8be5-3259ddd0c278 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 932 time: 0.0492725 Aug 16 06:57:23.172652 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dccf8e55-8389-484e-a097-5751c7f440b1 req-1fbcb309-5550-4fda-9178-833b68a65d16 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333476 Aug 16 06:57:23.746947 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Request body: {'port': {'device_id': '74b18799-3bb9-49d0-ac6d-42fdc9478bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:57:23.813277 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:23.831917 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-69f81f55-c270-4ae0-925e-9b15b35ed9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:23.833459 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-69f81f55-c270-4ae0-925e-9b15b35ed9f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1098 time: 0.0549686 Aug 16 06:57:23.895035 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:23.935963 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-8e5f88d0-032d-42af-aebe-d3cee420c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:23.937471 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-8e5f88d0-032d-42af-aebe-d3cee420c8cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 919 time: 0.0918489 Aug 16 06:57:23.982950 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-489b1414-7ed9-44a8-b0e5-aba766da22fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f HTTP/1.1" status: 200 len: 217 time: 0.0369148 Aug 16 06:57:24.039729 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-851b5cc8-6563-4691-99c6-35af983f4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:24.041435 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-851b5cc8-6563-4691-99c6-35af983f4f0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.0493906 Aug 16 06:57:24.074657 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:57:24.075841 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-67a804aa-9152-4aa8-bfa5-759005b3cffd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246265 Aug 16 06:57:24.083217 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:24.095257 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Transition to ACTIVE for port object ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:57:24.157854 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:24.220760 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c329be-6ca8-4a57-ab50-35fa96bca3f9 req-4ab4a88b-3800-42e7-9c3c-d2d2a4cceb4e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:24.225866 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-63c329be-6ca8-4a57-ab50-35fa96bca3f9 req-4ab4a88b-3800-42e7-9c3c-d2d2a4cceb4e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.1187284 Aug 16 06:57:24.247896 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-8e35c265-f91c-45ad-a3e3-34d9d29f1cdc service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629744 Aug 16 06:57:24.250429 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Pushing event updated for resources: {'Port': ['ID=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:24.322639 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Attempting to bind port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:57:24.322968 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Attempting to bind port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:57:24.323318 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Attempting to bind port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 on network 01ab3804-26c5-4305-9f00-e98c3663402c {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:57:24.327606 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 on network 01ab3804-26c5-4305-9f00-e98c3663402c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:57:24.327977 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Attempting to bind port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 on network 01ab3804-26c5-4305-9f00-e98c3663402c {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:57:24.333129 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:57:24.333461 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Checking segment: {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:57:24.333835 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Bound using segment: {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:57:24.334251 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Bound port: ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:57:24.334600 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:24.353950 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-63c329be-6ca8-4a57-ab50-35fa96bca3f9 req-3f5d7668-4431-493b-9595-a8e915336c1e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195972 Aug 16 06:57:24.391262 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fed38b-71cf-4795-87a5-729ff90bad62 req-7fbcbff5-1871-4a22-adec-0f1bd2eb6caf tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:24.393123 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-96fed38b-71cf-4795-87a5-729ff90bad62 req-7fbcbff5-1871-4a22-adec-0f1bd2eb6caf tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 944 time: 0.1379666 Aug 16 06:57:24.404014 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] For port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:57:24.413234 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] For port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:57:24.436110 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d55e3e26-06d8-4e96-9eda-02902115fa02 req-b968a44b-fd00-4709-b0e0-c76af87ab243 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796784 Aug 16 06:57:24.448799 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-96fed38b-71cf-4795-87a5-729ff90bad62 req-9153e290-aceb-4df8-8747-f5ac4ad23550 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459268 Aug 16 06:57:24.491272 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:24.528657 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:24.529267 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:24.530693 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] 10.222.0.18 "PUT /v2.0/ports/ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 HTTP/1.1" status: 200 len: 1094 time: 0.7881980 Aug 16 06:57:24.531120 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b18799-3bb9-49d0-ac6d-42fdc9478bea', 'tag': 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:57:24.533348 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cea8346-b1a3-4b40-adeb-8ca11c0fe925" -d '{"events": [{"name": "network-changed", "server_uuid": "74b18799-3bb9-49d0-ac6d-42fdc9478bea", "tag": "ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:57:24.556968 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363af5e4-32b5-4dca-ad60-7e4980d12cdc service neutron] Pushing event updated for resources: {'Port': ['ID=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:24.573479 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6af8b79-e892-48af-be5d-6f79d4b26899 x-openstack-request-id: req-e6af8b79-e892-48af-be5d-6f79d4b26899 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:57:24.573761 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b18799-3bb9-49d0-ac6d-42fdc9478bea", "tag": "ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:57:24.574012 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6af8b79-e892-48af-be5d-6f79d4b26899 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:57:24.574399 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b18799-3bb9-49d0-ac6d-42fdc9478bea', 'tag': 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54', 'status': 'completed', 'code': 200} Aug 16 06:57:24.827996 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea8346-b1a3-4b40-adeb-8ca11c0fe925 req-a8e33831-d028-460f-8df5-f9d8f4b92dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:24.829459 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-6cea8346-b1a3-4b40-adeb-8ca11c0fe925 req-a8e33831-d028-460f-8df5-f9d8f4b92dc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 1097 time: 0.0430987 Aug 16 06:57:25.052782 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea8346-b1a3-4b40-adeb-8ca11c0fe925 req-0ea27d0c-bb62-44b8-b330-1a08888087b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:25.054235 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-6cea8346-b1a3-4b40-adeb-8ca11c0fe925 req-0ea27d0c-bb62-44b8-b330-1a08888087b8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f47a2f819ff0453297e27e5b84ef239f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0920432 Aug 16 06:57:25.183779 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-4fc8b1f3-0cc7-4a1c-9d21-32022961e415 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426450 Aug 16 06:57:25.280669 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-2b2dc8aa-cb56-4730-b5db-9ee4f9fce868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:25.282232 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-2b2dc8aa-cb56-4730-b5db-9ee4f9fce868 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 1098 time: 0.0655701 Aug 16 06:57:25.376754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea8346-b1a3-4b40-adeb-8ca11c0fe925 req-7e4a635a-f9d8-43fe-a780-7c8754798b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:25.378432 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-6cea8346-b1a3-4b40-adeb-8ca11c0fe925 req-7e4a635a-f9d8-43fe-a780-7c8754798b98 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3041205 Aug 16 06:57:25.402669 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-7cca8eca-c7d3-46fc-928d-85cbf557a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:25.403965 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-7cca8eca-c7d3-46fc-928d-85cbf557a5aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 914 time: 0.0976334 Aug 16 06:57:25.455269 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-ae6e775c-0a88-49be-9132-9547fea4efad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba HTTP/1.1" status: 200 len: 217 time: 0.0418694 Aug 16 06:57:25.485691 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-36310baa-0054-4677-abb3-9a9fb3b93578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:25.487812 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-36310baa-0054-4677-abb3-9a9fb3b93578 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 1097 time: 0.0591989 Aug 16 06:57:25.547236 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-9373a6f7-41b7-413a-b885-fa30b6db6244 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 HTTP/1.1" status: 200 len: 217 time: 0.0492642 Aug 16 06:57:25.552974 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848b690-6d42-490c-ad67-68d5d7ce331b req-030c5628-a098-4643-9b1b-7c5473deef5b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:25.560130 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e848b690-6d42-490c-ad67-68d5d7ce331b req-030c5628-a098-4643-9b1b-7c5473deef5b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.1075385 Aug 16 06:57:25.587099 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-0c3386d4-806f-4328-aa70-b80c17f57d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:25.588597 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-0c3386d4-806f-4328-aa70-b80c17f57d3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1739aee4-4159-4e90-a54b-074257d5a5d0 HTTP/1.1" status: 200 len: 854 time: 0.1077735 Aug 16 06:57:25.619606 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-0a26fb50-d300-4c18-a283-9011534b0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:25.621228 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-0a26fb50-d300-4c18-a283-9011534b0f78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1739aee4-4159-4e90-a54b-074257d5a5d0 HTTP/1.1" status: 200 len: 854 time: 0.0570581 Aug 16 06:57:25.628453 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-9bffbda5-55fa-4134-86e8-3df9c20c101f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01ab3804-26c5-4305-9f00-e98c3663402c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304179 Aug 16 06:57:25.652175 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a52e-20b0-4017-bbf7-2df048ac3838 req-fc25f9ac-b319-4aa9-b019-86554be91492 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:25.653617 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7883a52e-20b0-4017-bbf7-2df048ac3838 req-fc25f9ac-b319-4aa9-b019-86554be91492 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 944 time: 0.1234281 Aug 16 06:57:25.662730 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e848b690-6d42-490c-ad67-68d5d7ce331b req-5dfbe7ce-0893-4244-b2f2-7ec9329c8c31 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017301 Aug 16 06:57:25.666951 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-96c13a13-ac7e-419f-928f-b7d9b48d854b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01ab3804-26c5-4305-9f00-e98c3663402c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253482 Aug 16 06:57:25.751670 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7883a52e-20b0-4017-bbf7-2df048ac3838 req-468577a6-de97-443e-a909-cf64190d2670 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879052 Aug 16 06:57:25.784076 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-6bea5212-854b-4644-827a-f0ab97b95fce service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397772 Aug 16 06:57:25.785850 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-8755fb62-643a-4ec5-a42c-4d3d564426ad service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057703 Aug 16 06:57:25.897411 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-033d1dc8-8d42-4edd-ac76-6bb65b27f18d req-e061ab2f-499c-4d86-ba07-56842982102f service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949805 Aug 16 06:57:25.898945 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4daf7b6-77e1-4cc5-8203-9c277afedba3 req-cc1c21bc-eb71-4356-a803-4b8b09382169 service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963314 Aug 16 06:57:25.992530 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 60430) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:26.115422 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-76bc8b3d-d710-40a9-8a4b-bec86a1be6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:26.211056 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-76bc8b3d-d710-40a9-8a4b-bec86a1be6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:26.291288 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-76bc8b3d-d710-40a9-8a4b-bec86a1be6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:26.337612 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc8b3d-d710-40a9-8a4b-bec86a1be6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e8f2d5-b7f8-4517-b1d8-7154293d3726,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:26.342483 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-76bc8b3d-d710-40a9-8a4b-bec86a1be6da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56f694d2a80b480fa1c647fcdbdcca72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485947 Aug 16 06:57:26.345402 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 60446) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:26.406516 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11b740ce-4d5a-44eb-8b48-01d2caa750d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:26.438289 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11b740ce-4d5a-44eb-8b48-01d2caa750d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:26.542460 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11b740ce-4d5a-44eb-8b48-01d2caa750d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:26.545028 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11b740ce-4d5a-44eb-8b48-01d2caa750d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:26.546285 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-11b740ce-4d5a-44eb-8b48-01d2caa750d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28e8f2d5-b7f8-4517-b1d8-7154293d3726 HTTP/1.1" status: 204 len: 168 time: 0.2000563 Aug 16 06:57:26.555694 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b740ce-4d5a-44eb-8b48-01d2caa750d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e8f2d5-b7f8-4517-b1d8-7154293d3726,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:26.779956 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347049cb-0ab9-4270-bc7c-5113c671ec1e req-4eb21c47-836a-4ff4-9242-f2b3b881a951 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:26.782113 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-347049cb-0ab9-4270-bc7c-5113c671ec1e req-4eb21c47-836a-4ff4-9242-f2b3b881a951 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0542250 Aug 16 06:57:26.832761 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-347049cb-0ab9-4270-bc7c-5113c671ec1e req-eaa74ad7-1010-4a73-955b-19c7a07c3617 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Aug 16 06:57:26.889227 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef607-a6b2-4701-a591-86e7334593ab req-31fc3d4a-f846-49f2-9413-87d94d26e262 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:26.890700 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8f2ef607-a6b2-4701-a591-86e7334593ab req-31fc3d4a-f846-49f2-9413-87d94d26e262 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 944 time: 0.0499141 Aug 16 06:57:26.928750 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8f2ef607-a6b2-4701-a591-86e7334593ab req-7bbe8cc0-6397-4bbf-86e0-a38f15a245c0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Aug 16 06:57:27.257030 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 60476) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:27.270303 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-217ea25a-2429-4d15-ba96-c46e70cb5a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:27.369405 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-217ea25a-2429-4d15-ba96-c46e70cb5a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:27.445302 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-217ea25a-2429-4d15-ba96-c46e70cb5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:27.484650 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-217ea25a-2429-4d15-ba96-c46e70cb5a58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=822f5bbf7c884a4bb4d6ff6fd655a5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265627 Aug 16 06:57:27.485527 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ea25a-2429-4d15-ba96-c46e70cb5a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6907c0-7ab5-48a9-8679-7b03637243e8,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:27.487990 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 60486) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:27.552855 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e9d74d19-0806-4d1e-88ea-1a8077ccbe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:27.577394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e9d74d19-0806-4d1e-88ea-1a8077ccbe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:27.763429 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e9d74d19-0806-4d1e-88ea-1a8077ccbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:27.765993 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e9d74d19-0806-4d1e-88ea-1a8077ccbe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:27.767802 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-e9d74d19-0806-4d1e-88ea-1a8077ccbe36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce6907c0-7ab5-48a9-8679-7b03637243e8 HTTP/1.1" status: 204 len: 168 time: 0.2779405 Aug 16 06:57:27.775764 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d74d19-0806-4d1e-88ea-1a8077ccbe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6907c0-7ab5-48a9-8679-7b03637243e8,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:27.952593 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4ecf-ffc0-40c2-938f-60d725684687 req-a9500439-2b6b-4c4b-8593-d1d8824ec874 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:27.955612 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5ff4ecf-ffc0-40c2-938f-60d725684687 req-a9500439-2b6b-4c4b-8593-d1d8824ec874 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0542929 Aug 16 06:57:28.012017 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5ff4ecf-ffc0-40c2-938f-60d725684687 req-d1f007a1-6061-4047-840e-7c0b89a00f34 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Aug 16 06:57:28.065647 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453abb3-fc29-4eb2-8083-dcc97ea2bea6 req-8ac63a8d-d1a5-441b-843a-3f0935f3b5e4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:28.067201 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4453abb3-fc29-4eb2-8083-dcc97ea2bea6 req-8ac63a8d-d1a5-441b-843a-3f0935f3b5e4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 944 time: 0.0521581 Aug 16 06:57:28.103948 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4453abb3-fc29-4eb2-8083-dcc97ea2bea6 req-0e26f990-9c3a-4978-b32e-b0b1ed617078 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Aug 16 06:57:28.248013 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 60514) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:28.367806 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-37e0d656-f420-49ae-80f1-41fc88fda7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:28.454819 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-37e0d656-f420-49ae-80f1-41fc88fda7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:28.699974 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-37e0d656-f420-49ae-80f1-41fc88fda7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:28.743444 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-37e0d656-f420-49ae-80f1-41fc88fda7a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c826461fb794eb9b364c390332bd144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943447 Aug 16 06:57:28.744562 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0d656-f420-49ae-80f1-41fc88fda7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e7d84e-a557-417e-bc5a-acbfa0ad8895,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:28.746072 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 60540) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:28.798228 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-167282c2-16ee-4518-b60c-5c351a69efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:28.819406 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-167282c2-16ee-4518-b60c-5c351a69efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:28.942254 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-167282c2-16ee-4518-b60c-5c351a69efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:28.944871 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-167282c2-16ee-4518-b60c-5c351a69efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:28.946021 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-167282c2-16ee-4518-b60c-5c351a69efd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89e7d84e-a557-417e-bc5a-acbfa0ad8895 HTTP/1.1" status: 204 len: 168 time: 0.1989212 Aug 16 06:57:28.953712 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167282c2-16ee-4518-b60c-5c351a69efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e7d84e-a557-417e-bc5a-acbfa0ad8895,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:29.142560 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75386-3a69-489e-b7e6-6768c1798406 req-0ca7f724-536f-4b42-ab09-32e5ab4cfaf2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:29.147666 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8ab75386-3a69-489e-b7e6-6768c1798406 req-0ca7f724-536f-4b42-ab09-32e5ab4cfaf2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0566039 Aug 16 06:57:29.209355 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8ab75386-3a69-489e-b7e6-6768c1798406 req-6c6496f2-6f2b-495b-887e-bb45528bd9af tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591147 Aug 16 06:57:29.232554 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41ad93-5137-479c-9671-b1322b7196c2 req-06d7cef3-9810-4acd-8e18-1d90fcf27f51 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:29.234030 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ac41ad93-5137-479c-9671-b1322b7196c2 req-06d7cef3-9810-4acd-8e18-1d90fcf27f51 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 944 time: 0.0548661 Aug 16 06:57:29.282579 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ac41ad93-5137-479c-9671-b1322b7196c2 req-f5411b4b-5093-4eec-80f6-310efc2ae078 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Aug 16 06:57:29.665779 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 60572) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:29.679084 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-77e45bc1-50ff-4005-85b1-9e814d47f5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:29.771957 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-77e45bc1-50ff-4005-85b1-9e814d47f5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:29.890968 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-77e45bc1-50ff-4005-85b1-9e814d47f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:29.929060 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-77e45bc1-50ff-4005-85b1-9e814d47f5c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fd988e14f4249cea63678f31fcdaec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622168 Aug 16 06:57:29.930946 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e45bc1-50ff-4005-85b1-9e814d47f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87ced3f-e989-4a76-b431-6123d8a33188,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:29.931822 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 60578) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:29.979866 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3d94c6c3-c976-440d-bccc-76392f5ca98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:30.004977 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3d94c6c3-c976-440d-bccc-76392f5ca98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:30.180055 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3d94c6c3-c976-440d-bccc-76392f5ca98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:30.182581 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3d94c6c3-c976-440d-bccc-76392f5ca98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:30.183742 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-3d94c6c3-c976-440d-bccc-76392f5ca98b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d87ced3f-e989-4a76-b431-6123d8a33188 HTTP/1.1" status: 204 len: 168 time: 0.2509606 Aug 16 06:57:30.192527 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94c6c3-c976-440d-bccc-76392f5ca98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87ced3f-e989-4a76-b431-6123d8a33188,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:30.418771 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f4f96-f7d3-4e8c-a8e3-a772162cb49e req-c4ce16cb-0885-44c5-ad75-0e66c1a28bd2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:30.421532 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7e4f4f96-f7d3-4e8c-a8e3-a772162cb49e req-c4ce16cb-0885-44c5-ad75-0e66c1a28bd2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 944 time: 0.0627673 Aug 16 06:57:30.463324 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7e4f4f96-f7d3-4e8c-a8e3-a772162cb49e req-661568e0-2a4e-4ba5-9d5c-c1cbf1c7aa57 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Aug 16 06:57:31.483117 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40108d63-e275-4fe7-ae90-446a3faf7c28 req-709a1a82-3cff-485a-a8f7-beff14a4ede5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:31.484729 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-40108d63-e275-4fe7-ae90-446a3faf7c28 req-709a1a82-3cff-485a-a8f7-beff14a4ede5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0488565 Aug 16 06:57:31.529563 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-40108d63-e275-4fe7-ae90-446a3faf7c28 req-3e5638f0-c71e-4115-94f0-c200d05870c0 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382693 Aug 16 06:57:31.592931 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7f1bb-c986-47bf-a22a-06489b341d3f req-1dee4cdd-3004-47e1-b9c3-a5e4d9a769ee tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:31.594446 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-70c7f1bb-c986-47bf-a22a-06489b341d3f req-1dee4cdd-3004-47e1-b9c3-a5e4d9a769ee tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 944 time: 0.0540612 Aug 16 06:57:31.642141 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-70c7f1bb-c986-47bf-a22a-06489b341d3f req-7fa3b6dd-7312-4720-9a35-89f5dc0cab94 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 Aug 16 06:57:31.835829 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:57:31.929609 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:57:31.942227 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54', 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c', 'port_id': 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54', 'mac_address': 'fa:16:3e:61:4e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1739aee4-4159-4e90-a54b-074257d5a5d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:57:32.110053 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:32.123278 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:57:32.143861 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:57:32.220440 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:32.273850 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:32.650257 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:57:32.769644 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd28497-31c1-416a-a293-bcfdeffe1266 req-1ae7898a-ebfc-43ba-a017-5237ce79b18d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:32.772163 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5fd28497-31c1-416a-a293-bcfdeffe1266 req-1ae7898a-ebfc-43ba-a017-5237ce79b18d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 945 time: 0.0524120 Aug 16 06:57:32.819715 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5fd28497-31c1-416a-a293-bcfdeffe1266 req-0371234e-5071-47d5-b6c0-86be604ac612 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Aug 16 06:57:33.689951 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 60744) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:33.809315 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f2181d28-2689-4361-a576-06cc69c1e45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:33.905446 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f2181d28-2689-4361-a576-06cc69c1e45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:33.971011 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f2181d28-2689-4361-a576-06cc69c1e45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:34.015398 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-f2181d28-2689-4361-a576-06cc69c1e45d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d26722bafa3b43e3a75026d70ded5184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235748 Aug 16 06:57:34.018018 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 60756) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:34.023324 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2181d28-2689-4361-a576-06cc69c1e45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de7452f-97bd-4fae-a49e-2fb60a4bdaf6,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:34.074115 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0f3c-983b-43d5-8de4-d7f269124ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:34.094070 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52a4ae-675f-45f6-9f75-ea63b876bbc1 req-f9680bfa-5bcd-4700-9a4f-b6fb26c63181 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:34.095584 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4c52a4ae-675f-45f6-9f75-ea63b876bbc1 req-f9680bfa-5bcd-4700-9a4f-b6fb26c63181 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 945 time: 0.0546427 Aug 16 06:57:34.098301 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0f3c-983b-43d5-8de4-d7f269124ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:34.138444 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4c52a4ae-675f-45f6-9f75-ea63b876bbc1 req-0e4db7b9-8a81-4932-baad-3a2e7bea4f37 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356379 Aug 16 06:57:34.254574 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0f3c-983b-43d5-8de4-d7f269124ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:34.257129 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0f3c-983b-43d5-8de4-d7f269124ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:34.258282 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-5e5d0f3c-983b-43d5-8de4-d7f269124ab2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7de7452f-97bd-4fae-a49e-2fb60a4bdaf6 HTTP/1.1" status: 204 len: 168 time: 0.2392251 Aug 16 06:57:34.266297 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d0f3c-983b-43d5-8de4-d7f269124ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de7452f-97bd-4fae-a49e-2fb60a4bdaf6,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:34.922021 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 60780) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:34.935744 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ef411f63-fcde-4267-b22d-d186adb5a64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:35.020852 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ef411f63-fcde-4267-b22d-d186adb5a64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:35.086738 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ef411f63-fcde-4267-b22d-d186adb5a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:35.127552 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ef411f63-fcde-4267-b22d-d186adb5a64e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7e1c15f45c84d06aa838bcb75d06c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043350 Aug 16 06:57:35.129685 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef411f63-fcde-4267-b22d-d186adb5a64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99ed53d-af7b-4fe9-8e8c-bc6efc5bc145,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:35.130869 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 60784) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:35.180975 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-517d09ca-e619-4b31-ac0f-baf88d4515ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:35.202940 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-517d09ca-e619-4b31-ac0f-baf88d4515ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:35.273629 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad68458-9ae5-42b5-aa98-ea253d4c7b44 req-95683361-a64b-473e-a300-ab6095cbadac tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:35.275097 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7ad68458-9ae5-42b5-aa98-ea253d4c7b44 req-95683361-a64b-473e-a300-ab6095cbadac tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 945 time: 0.0632851 Aug 16 06:57:35.317627 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7ad68458-9ae5-42b5-aa98-ea253d4c7b44 req-eb928b2b-ccc9-4ea5-b0a6-e23d9a93e5f8 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Aug 16 06:57:35.368657 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-517d09ca-e619-4b31-ac0f-baf88d4515ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:35.375031 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-517d09ca-e619-4b31-ac0f-baf88d4515ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:35.375031 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-517d09ca-e619-4b31-ac0f-baf88d4515ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c99ed53d-af7b-4fe9-8e8c-bc6efc5bc145 HTTP/1.1" status: 204 len: 168 time: 0.2407000 Aug 16 06:57:35.381557 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d09ca-e619-4b31-ac0f-baf88d4515ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99ed53d-af7b-4fe9-8e8c-bc6efc5bc145,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:36.210121 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:57:36.430778 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:57:36.441825 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb8bfc-4c4c-4dac-95f5-47c2a66a64a1 req-08204b53-52a1-4269-83b6-2458dbd9d75f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:36.443512 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2bdb8bfc-4c4c-4dac-95f5-47c2a66a64a1 req-08204b53-52a1-4269-83b6-2458dbd9d75f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 945 time: 0.0575314 Aug 16 06:57:36.484446 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2bdb8bfc-4c4c-4dac-95f5-47c2a66a64a1 req-2e77b62b-7e62-4289-9795-dfb8b9c6f8b7 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Aug 16 06:57:36.534122 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:57:36.538922 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:57:36.539335 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:36.614686 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:36.638971 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b18799-3bb9-49d0-ac6d-42fdc9478bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:57:36.641223 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4032efb-f1ae-40bf-ad8b-8ad6cdaae192" -d '{"events": [{"server_uuid": "74b18799-3bb9-49d0-ac6d-42fdc9478bea", "name": "network-vif-plugged", "status": "completed", "tag": "ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:57:36.654196 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:57:36.677703 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d51b487-51ec-457a-a2db-8f191385cd9d x-openstack-request-id: req-4d51b487-51ec-457a-a2db-8f191385cd9d {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:57:36.678069 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b18799-3bb9-49d0-ac6d-42fdc9478bea", "name": "network-vif-plugged", "status": "completed", "tag": "ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:57:36.678254 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d51b487-51ec-457a-a2db-8f191385cd9d {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:57:36.678648 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b18799-3bb9-49d0-ac6d-42fdc9478bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54', 'code': 200} Aug 16 06:57:36.735310 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:36.785955 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:37.596531 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c9db-9ef5-4eed-99a1-4dcf72756abf req-05cc1d16-363e-4fa2-bcb2-4ecdc2c7d633 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:37.598476 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6801c9db-9ef5-4eed-99a1-4dcf72756abf req-05cc1d16-363e-4fa2-bcb2-4ecdc2c7d633 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 946 time: 0.0460026 Aug 16 06:57:37.634790 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6801c9db-9ef5-4eed-99a1-4dcf72756abf req-1ecf657b-d1bf-444b-a50b-0d713b0327c7 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303826 Aug 16 06:57:37.856155 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cd989d79-bd23-4d5e-ab12-e3a1907c0376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:38.254641 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9827f-0c43-4cdc-b0af-5f0ca7115656 req-fc7bba78-0a6f-4451-991e-e80ec8b9bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:38.256172 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3ee9827f-0c43-4cdc-b0af-5f0ca7115656 req-fc7bba78-0a6f-4451-991e-e80ec8b9bb24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 1099 time: 0.0402312 Aug 16 06:57:38.295396 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3ee9827f-0c43-4cdc-b0af-5f0ca7115656 req-5033863f-113b-4239-a8e5-5d3d44ea3e35 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308356 Aug 16 06:57:38.753648 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269ea92-42c3-4edf-9be4-192c619e084d req-2e0a2719-447c-4d94-b6d6-469330c59ac2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:38.755282 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9269ea92-42c3-4edf-9be4-192c619e084d req-2e0a2719-447c-4d94-b6d6-469330c59ac2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 946 time: 0.0507445 Aug 16 06:57:38.793513 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9269ea92-42c3-4edf-9be4-192c619e084d req-29b08d81-0eca-4a32-897b-e7596729bc99 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Aug 16 06:57:39.917615 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa55873-9416-44ef-8357-2a42693dfdff req-01b7ab94-9453-4145-b6c8-02b5c6adcb79 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:39.919641 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8fa55873-9416-44ef-8357-2a42693dfdff req-01b7ab94-9453-4145-b6c8-02b5c6adcb79 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 946 time: 0.0548639 Aug 16 06:57:39.973069 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8fa55873-9416-44ef-8357-2a42693dfdff req-4b6bb32f-c8df-472e-aa1a-0aa538902803 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469332 Aug 16 06:57:40.825637 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:40.991501 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3c4503fa-edd9-460d-91d4-c07203e01f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:41.087234 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1ab6-2f68-4eca-82e8-6abb0f03ab7e req-e0ade074-2686-46b7-976d-1cd04a3eb5cb tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:41.088807 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb4e1ab6-2f68-4eca-82e8-6abb0f03ab7e req-e0ade074-2686-46b7-976d-1cd04a3eb5cb tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 946 time: 0.0474410 Aug 16 06:57:41.129320 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb4e1ab6-2f68-4eca-82e8-6abb0f03ab7e req-ef2b4aa9-5a88-4e34-87fb-bf644088e7f5 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342176 Aug 16 06:57:42.013056 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555b9d3-8db5-4a07-a763-1d743c38d456 req-63135ee9-8b18-4e93-accd-1b814f66c53b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:42.014552 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5555b9d3-8db5-4a07-a763-1d743c38d456 req-63135ee9-8b18-4e93-accd-1b814f66c53b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0548186 Aug 16 06:57:42.037243 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:42.055930 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5555b9d3-8db5-4a07-a763-1d743c38d456 req-b25c6efe-559c-447a-b907-07b8c909bbde tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 Aug 16 06:57:42.197014 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-a5ed6846-f41e-4d0a-9bb6-f737cab1b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:42.199849 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-a5ed6846-f41e-4d0a-9bb6-f737cab1b3cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1098 time: 0.0502298 Aug 16 06:57:42.299347 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-668f4a0b-c474-45f4-9147-f1e6a253e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:42.301433 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-668f4a0b-c474-45f4-9147-f1e6a253e027 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 919 time: 0.0940433 Aug 16 06:57:42.366497 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-681023da-8afe-4c22-aa2a-1b4f564c4d1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f HTTP/1.1" status: 200 len: 217 time: 0.0471437 Aug 16 06:57:42.429876 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-077dd73c-f2fc-4928-8450-54e70683c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:42.429876 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-077dd73c-f2fc-4928-8450-54e70683c136 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.0486341 Aug 16 06:57:42.462984 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-20061602-381c-489e-971f-14b42a629752 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262592 Aug 16 06:57:42.561369 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-4b5cfb65-1140-496a-a55e-0342ca3f316d service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886879 Aug 16 06:57:42.657346 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b201f305-0b8b-4968-b7d9-206db7cde866 req-140831f7-0df2-40c8-92a9-c7d46a3a0cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875072 Aug 16 06:57:43.400134 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fae34c-c998-4c94-92f4-be79a763b1dd req-c4080b31-a569-4c8a-9978-b4c4e681d2ab tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:43.401612 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-25fae34c-c998-4c94-92f4-be79a763b1dd req-c4080b31-a569-4c8a-9978-b4c4e681d2ab tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.2796493 Aug 16 06:57:43.441166 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-25fae34c-c998-4c94-92f4-be79a763b1dd req-54cb00e8-6400-4aec-8e1a-bbd803550e52 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Aug 16 06:57:43.496708 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:44.633033 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdda4b1-e8d7-45ee-a08c-f226ac665840 req-79c684a5-ccef-4305-8ae8-3abf14befdf2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:44.635194 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5fdda4b1-e8d7-45ee-a08c-f226ac665840 req-79c684a5-ccef-4305-8ae8-3abf14befdf2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0512075 Aug 16 06:57:44.677418 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5fdda4b1-e8d7-45ee-a08c-f226ac665840 req-f5160974-82eb-467f-b4c1-27ff55b828c0 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Aug 16 06:57:45.184199 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 32786) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:45.324654 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-38f4f41d-cd10-46bf-aa43-a95417cf79fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:45.436485 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-38f4f41d-cd10-46bf-aa43-a95417cf79fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:45.525052 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-38f4f41d-cd10-46bf-aa43-a95417cf79fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:45.569983 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-38f4f41d-cd10-46bf-aa43-a95417cf79fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d01de6416f5149959d446e5e107b2036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822806 Aug 16 06:57:45.570491 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 32796) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:45.583261 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4f41d-cd10-46bf-aa43-a95417cf79fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef2b45-eb69-4980-a7e5-4bc15154cef6,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:45.627630 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-dedf3040-9dfe-45ff-85cd-afd416d2ca84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:45.649962 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-dedf3040-9dfe-45ff-85cd-afd416d2ca84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:45.787866 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-dedf3040-9dfe-45ff-85cd-afd416d2ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:45.790417 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-dedf3040-9dfe-45ff-85cd-afd416d2ca84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:45.791594 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-dedf3040-9dfe-45ff-85cd-afd416d2ca84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10ef2b45-eb69-4980-a7e5-4bc15154cef6 HTTP/1.1" status: 204 len: 168 time: 0.2199821 Aug 16 06:57:45.799354 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf3040-9dfe-45ff-85cd-afd416d2ca84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ef2b45-eb69-4980-a7e5-4bc15154cef6,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:45.807485 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f42625-b199-4dbf-b501-0c4e5395a8fa req-afef3cfd-df8c-4538-a5e3-d1e72d3e75a1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:45.809094 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-30f42625-b199-4dbf-b501-0c4e5395a8fa req-afef3cfd-df8c-4538-a5e3-d1e72d3e75a1 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0511379 Aug 16 06:57:45.857079 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-30f42625-b199-4dbf-b501-0c4e5395a8fa req-02aa6047-89ee-49c2-aca6-2ae2c59e4a8a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375540 Aug 16 06:57:46.984324 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327497b-3be2-4958-99ed-21ceee298bc8 req-4b01448b-6dbd-4b53-bf5d-f646215b3305 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:46.985792 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4327497b-3be2-4958-99ed-21ceee298bc8 req-4b01448b-6dbd-4b53-bf5d-f646215b3305 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0523424 Aug 16 06:57:47.033009 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4327497b-3be2-4958-99ed-21ceee298bc8 req-16d4f9d2-94cb-4f5b-963f-d70181caa9ff tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396483 Aug 16 06:57:48.165397 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532915e-85e2-43e5-b33f-745005b2dcfc req-c8e50d8f-f048-41ee-a066-9748836e2a18 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:48.166935 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3532915e-85e2-43e5-b33f-745005b2dcfc req-c8e50d8f-f048-41ee-a066-9748836e2a18 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0559011 Aug 16 06:57:48.205754 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3532915e-85e2-43e5-b33f-745005b2dcfc req-b73b1187-5804-482e-bd1a-2ded57386d10 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Aug 16 06:57:49.365314 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1aef3-0e45-4e20-af65-a0d33f6cc3f8 req-3cfc1920-3dde-47c6-9b90-90e78f66fbff tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:49.367223 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-87c1aef3-0e45-4e20-af65-a0d33f6cc3f8 req-3cfc1920-3dde-47c6-9b90-90e78f66fbff tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0581872 Aug 16 06:57:49.412160 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-87c1aef3-0e45-4e20-af65-a0d33f6cc3f8 req-67a043df-fdbf-4363-b14f-d4f448c35447 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349193 Aug 16 06:57:49.571067 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 32916) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:49.688252 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d79256f4-6ce2-47b4-9fc2-e2b6a2060847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:49.777983 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d79256f4-6ce2-47b4-9fc2-e2b6a2060847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:49.880032 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d79256f4-6ce2-47b4-9fc2-e2b6a2060847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:49.920992 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-d79256f4-6ce2-47b4-9fc2-e2b6a2060847 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efad156622ee4cc48453379623efadb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488040 Aug 16 06:57:49.922983 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 32922) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:49.923099 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79256f4-6ce2-47b4-9fc2-e2b6a2060847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dbddc1-6bcc-423f-9d46-3f6a1b4728e1,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:49.976671 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-07856c9b-2e74-4fe2-95ac-917f93a09d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:49.998316 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-07856c9b-2e74-4fe2-95ac-917f93a09d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:50.131288 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-07856c9b-2e74-4fe2-95ac-917f93a09d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:50.133872 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-07856c9b-2e74-4fe2-95ac-917f93a09d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:50.135086 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-07856c9b-2e74-4fe2-95ac-917f93a09d08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45dbddc1-6bcc-423f-9d46-3f6a1b4728e1 HTTP/1.1" status: 204 len: 168 time: 0.2127569 Aug 16 06:57:50.143188 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856c9b-2e74-4fe2-95ac-917f93a09d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dbddc1-6bcc-423f-9d46-3f6a1b4728e1,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:50.545279 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b152e74-e877-465f-8d58-82568453a16a req-f134d5d6-6ca9-4a11-a151-ecfd8efe3604 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:50.546744 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4b152e74-e877-465f-8d58-82568453a16a req-f134d5d6-6ca9-4a11-a151-ecfd8efe3604 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0536816 Aug 16 06:57:50.590713 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4b152e74-e877-465f-8d58-82568453a16a req-9a73e5b0-6888-4150-8182-925628670e0a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367026 Aug 16 06:57:50.966281 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 32952) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:50.989396 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8063c6cb-8813-41a2-b85c-bf1ad2c55f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:51.089822 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8063c6cb-8813-41a2-b85c-bf1ad2c55f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:51.202973 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8063c6cb-8813-41a2-b85c-bf1ad2c55f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:51.248324 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-8063c6cb-8813-41a2-b85c-bf1ad2c55f34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12481bba224e476b83097352a716519f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778296 Aug 16 06:57:51.248324 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063c6cb-8813-41a2-b85c-bf1ad2c55f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88def21f-b087-48e7-9d1b-9368aa853915,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:51.248817 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 32956) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:51.311526 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-50046696-6d87-4af1-8d86-bb1d69da07e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:51.339068 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-50046696-6d87-4af1-8d86-bb1d69da07e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:51.454283 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-50046696-6d87-4af1-8d86-bb1d69da07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:51.461326 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-50046696-6d87-4af1-8d86-bb1d69da07e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:51.462488 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-50046696-6d87-4af1-8d86-bb1d69da07e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88def21f-b087-48e7-9d1b-9368aa853915 HTTP/1.1" status: 204 len: 168 time: 0.2125685 Aug 16 06:57:51.470486 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50046696-6d87-4af1-8d86-bb1d69da07e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88def21f-b087-48e7-9d1b-9368aa853915,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:51.708652 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513bb62-6e1c-4855-aa39-3abeb860863f req-48b7ba70-d30b-4795-b0fc-5374c98881cd tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:51.710187 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5513bb62-6e1c-4855-aa39-3abeb860863f req-48b7ba70-d30b-4795-b0fc-5374c98881cd tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0491028 Aug 16 06:57:51.748411 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5513bb62-6e1c-4855-aa39-3abeb860863f req-18cc2d06-624a-4dcc-aef9-149eef669128 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Aug 16 06:57:52.417253 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 32994) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:52.538369 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-579334f5-7591-4e99-9970-0af4b5ac6281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:52.648525 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-579334f5-7591-4e99-9970-0af4b5ac6281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:52.768987 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-579334f5-7591-4e99-9970-0af4b5ac6281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:52.815204 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-579334f5-7591-4e99-9970-0af4b5ac6281 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1645c8f3077d4fa7ae08e96181bcdc69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049895 Aug 16 06:57:52.817843 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579334f5-7591-4e99-9970-0af4b5ac6281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8394dcae-49b7-429a-8196-155c1bfbcf5e,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:52.819405 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33000) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:52.872687 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-32c41a92-d4d7-4cda-966d-a060924c6f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:52.876710 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33002) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:52.896704 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8b3b-c34d-4dd6-b91a-27fdd566ac12 req-e58de6a4-6cb7-4342-b58c-715c2c694b03 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:52.898452 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-199a8b3b-c34d-4dd6-b91a-27fdd566ac12 req-e58de6a4-6cb7-4342-b58c-715c2c694b03 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0560105 Aug 16 06:57:52.899932 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-24b3c556-1c13-4a8f-a70d-e14c862091ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:52.918825 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-32c41a92-d4d7-4cda-966d-a060924c6f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:52.948794 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-199a8b3b-c34d-4dd6-b91a-27fdd566ac12 req-9ea4783e-a650-48af-baaf-099179e85ca3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Aug 16 06:57:53.042862 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-24b3c556-1c13-4a8f-a70d-e14c862091ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:53.082948 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-32c41a92-d4d7-4cda-966d-a060924c6f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:53.085605 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-32c41a92-d4d7-4cda-966d-a060924c6f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:53.092514 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-32c41a92-d4d7-4cda-966d-a060924c6f7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8394dcae-49b7-429a-8196-155c1bfbcf5e HTTP/1.1" status: 204 len: 168 time: 0.2663848 Aug 16 06:57:53.094820 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c41a92-d4d7-4cda-966d-a060924c6f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8394dcae-49b7-429a-8196-155c1bfbcf5e,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:53.111420 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-24b3c556-1c13-4a8f-a70d-e14c862091ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:53.163710 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-24b3c556-1c13-4a8f-a70d-e14c862091ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ecada7e6c3a4ad98e465c85cb791e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855675 Aug 16 06:57:53.164820 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3c556-1c13-4a8f-a70d-e14c862091ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c8768c-4522-4843-9e56-230a02067b6a,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:53.166433 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 33012) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:53.276882 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d0fb2860-58ac-4735-b40c-1129c03266f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:53.305413 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d0fb2860-58ac-4735-b40c-1129c03266f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:53.485633 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d0fb2860-58ac-4735-b40c-1129c03266f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:53.489305 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d0fb2860-58ac-4735-b40c-1129c03266f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:53.490623 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-d0fb2860-58ac-4735-b40c-1129c03266f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2c8768c-4522-4843-9e56-230a02067b6a HTTP/1.1" status: 204 len: 168 time: 0.3231945 Aug 16 06:57:53.513967 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb2860-58ac-4735-b40c-1129c03266f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c8768c-4522-4843-9e56-230a02067b6a,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:53.937244 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:54.099509 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a56bc-b8ab-450a-930d-0ce897a6d76d req-a559a05e-142c-42a1-a346-25182521567c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:54.106798 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-764a56bc-b8ab-450a-930d-0ce897a6d76d req-a559a05e-142c-42a1-a346-25182521567c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0606813 Aug 16 06:57:54.106945 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33050) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:54.123987 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bc11ed85-0626-4c9f-9a67-3e1a1d58c6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:54.148179 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-764a56bc-b8ab-450a-930d-0ce897a6d76d req-16d0b45a-1f5d-45ef-8e7a-65315eb3cd12 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Aug 16 06:57:54.265772 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bc11ed85-0626-4c9f-9a67-3e1a1d58c6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:54.382047 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bc11ed85-0626-4c9f-9a67-3e1a1d58c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:54.421129 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11ed85-0626-4c9f-9a67-3e1a1d58c6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5365314-9b2d-4c4e-8553-a36b45963a58,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:54.425297 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-bc11ed85-0626-4c9f-9a67-3e1a1d58c6ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=702824cae5b747d59a0d4cc5397c31eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171067 Aug 16 06:57:54.428560 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33070) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:54.477141 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ad41a7eb-8d05-4cbb-a778-895446e0dfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:54.499005 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ad41a7eb-8d05-4cbb-a778-895446e0dfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:54.621678 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ad41a7eb-8d05-4cbb-a778-895446e0dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:54.624424 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ad41a7eb-8d05-4cbb-a778-895446e0dfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:54.625760 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ad41a7eb-8d05-4cbb-a778-895446e0dfcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5365314-9b2d-4c4e-8553-a36b45963a58 HTTP/1.1" status: 204 len: 168 time: 0.1962292 Aug 16 06:57:54.635261 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41a7eb-8d05-4cbb-a778-895446e0dfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5365314-9b2d-4c4e-8553-a36b45963a58,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:55.058953 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33094) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:55.171365 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-21929018-network', 'tenant_id': '65f4d508072e48989c68bf1ded3c6b01'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:57:55.288278 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Made reservation on behalf of 65f4d508072e48989c68bf1ded3c6b01 for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:57:55.290736 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:55.297313 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a5b8d-5b47-4f49-b98b-f2d4ad85f03b req-2e265405-e3af-4a02-8cad-bb9cad09187f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:55.298941 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-870a5b8d-5b47-4f49-b98b-f2d4ad85f03b req-2e265405-e3af-4a02-8cad-bb9cad09187f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0591359 Aug 16 06:57:55.300269 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:55.350093 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-870a5b8d-5b47-4f49-b98b-f2d4ad85f03b req-b939a56d-dfe1-42b5-9eaa-c3dd47a27daf tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Aug 16 06:57:55.399903 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:55.502585 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:55.533502 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:57:55.545656 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eeadb5-cb09-4236-9e56-6b21014635d0,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:55.553738 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:55.554228 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Added segment 22b25076-500c-427e-9bcd-624b31f94fbb of type vlan for network af477712-4737-4c0d-a1af-1617b6405472 Aug 16 06:57:55.594931 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:55.702195 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:55.703468 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:55.703890 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:55.764693 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] Pushing event updated for resources: {'Network': ['ID=af477712-4737-4c0d-a1af-1617b6405472,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:55.777285 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network af477712-4737-4c0d-a1af-1617b6405472 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:57:55.843098 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 33124) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:57:55.844493 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-5eb365ac-d8a6-40b5-aee4-af8e55aeff24 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7843001 Aug 16 06:57:55.848925 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Request body: {'subnet': {'network_id': 'af477712-4737-4c0d-a1af-1617b6405472', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-21929018-subnet', 'tenant_id': '65f4d508072e48989c68bf1ded3c6b01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:57:55.936576 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Made reservation on behalf of 65f4d508072e48989c68bf1ded3c6b01 for: {'subnet': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:57:55.939286 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59680642'] for subnet, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:56.214459 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59605513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59680688'] for subnet, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:56.274404 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89384cc6-f874-4842-a15b-98820df1fe7a,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:57:56.283643 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Checking segment: {'id': '22b25076-500c-427e-9bcd-624b31f94fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:57:56.284461 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Network hostable DHCP agents. Network: af477712-4737-4c0d-a1af-1617b6405472, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:57:56.427790 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Network af477712-4737-4c0d-a1af-1617b6405472 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:57:56.524467 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, af477712-4737-4c0d-a1af-1617b6405472) {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:57:56.534042 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a93ad-4027-48f5-9ce3-e8370c8c5667 None None] Network af477712-4737-4c0d-a1af-1617b6405472 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:57:56.548397 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:56.548988 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:56.559204 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320404c-6f0a-4a03-a37a-a80963e5c2ba req-98b88bc6-9881-49a6-854c-61b00af0cd04 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:56.567601 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3320404c-6f0a-4a03-a37a-a80963e5c2ba req-98b88bc6-9881-49a6-854c-61b00af0cd04 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.1356544 Aug 16 06:57:56.641987 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3320404c-6f0a-4a03-a37a-a80963e5c2ba req-a45a23d0-26df-40f9-b2d0-eef2bfbb5af6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733674 Aug 16 06:57:56.651267 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-292ae59b-8a25-4c14-8d20-44a5046ebfe1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:56.652955 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-292ae59b-8a25-4c14-8d20-44a5046ebfe1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 814 time: 0.1881521 Aug 16 06:57:56.697090 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848c5dd-44b6-4ef6-9580-5c81b524e7fa None None] Network af477712-4737-4c0d-a1af-1617b6405472 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:57:56.699356 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-cb82994d-90c4-48b7-8aa0-e513373b48ab tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/quotas/f47a2f819ff0453297e27e5b84ef239f HTTP/1.1" status: 200 len: 375 time: 0.0375035 Aug 16 06:57:56.746141 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-beafa0fc-e2f8-4e1e-9d17-7d49cf25ed45 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9018378 Aug 16 06:57:56.772203 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-7d288f48-50f5-4b10-85b9-02863b60d7f2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715246 Aug 16 06:57:56.880506 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-978571fc-1a3d-4c24-95f1-e6075eaaf0f0 service neutron] 10.222.0.20 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004066 Aug 16 06:57:56.998823 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-d9bac08e-585c-43d7-94df-9ecae8cd7089 service neutron] 10.222.0.20 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076443 Aug 16 06:57:57.263381 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-907abaaf-6155-49a1-adb2-afe32d488004 req-5187ddad-8731-4192-929f-7c7add26fca6 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 210 time: 0.0283651 Aug 16 06:57:57.797906 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d73fb3-353d-4076-8a0f-96b2d7e7cd58 req-889b449e-d7e7-46ff-94f4-d4ab850e56a2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:57.800041 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-55d73fb3-353d-4076-8a0f-96b2d7e7cd58 req-889b449e-d7e7-46ff-94f4-d4ab850e56a2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0593431 Aug 16 06:57:57.881693 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-55d73fb3-353d-4076-8a0f-96b2d7e7cd58 req-66ffd263-ffdf-491c-a21d-bd4c55a03ba0 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629852 Aug 16 06:57:58.364507 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-439031ac-ae80-42c0-9802-69964abe537c req-b8989c57-f94e-4158-a671-3f518f01b069 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 210 time: 0.0285165 Aug 16 06:57:59.012354 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225d23b-7e44-4057-b058-e89a02624b3e req-8853b9b2-fb21-4227-b1c9-14b34f5db5ba tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:59.014539 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c225d23b-7e44-4057-b058-e89a02624b3e req-8853b9b2-fb21-4227-b1c9-14b34f5db5ba tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0566373 Aug 16 06:57:59.057628 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c225d23b-7e44-4057-b058-e89a02624b3e req-317c11b9-0e65-4e3b-b502-1db42fc2e9f2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Aug 16 06:57:59.471655 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-00bb2fb1-2d01-4d84-807a-ac944dddf781 req-d176ea37-0669-4aa4-b43c-5fa3b2168eaa tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 210 time: 0.0350685 Aug 16 06:57:59.674125 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-e8c33e47-da52-4aac-bee0-4a7f27e49df6 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:57:59.675584 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-e8c33e47-da52-4aac-bee0-4a7f27e49df6 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "GET /v2.0/networks?id=01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 200 len: 814 time: 0.1037819 Aug 16 06:57:59.692381 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Request body: {'port': {'device_id': '73c33d42-e166-4b17-918e-cefb1ce9cde9', 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c', 'admin_state_up': True, 'tenant_id': 'f47a2f819ff0453297e27e5b84ef239f'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:57:59.856250 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Made reservation on behalf of f47a2f819ff0453297e27e5b84ef239f for: {'port': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:57:59.859674 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:57:59.999555 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Allocated IP 172.20.0.7 (01ab3804-26c5-4305-9f00-e98c3663402c/1739aee4-4159-4e90-a54b-074257d5a5d0/a91bc3b9-bc81-462d-ad07-0991d63801a0) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:58:00.262392 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:00.277928 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583e06-32df-4a3f-b791-1f396238a5bb req-801fef8b-8b9f-4df1-931f-b3ae43652e53 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:00.279415 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-74583e06-32df-4a3f-b791-1f396238a5bb req-801fef8b-8b9f-4df1-931f-b3ae43652e53 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.1068835 Aug 16 06:58:00.287403 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-c3f1ca41-5863-4213-9395-fdfdaf27bca2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:00.288769 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-c3f1ca41-5863-4213-9395-fdfdaf27bca2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/networks?id=af477712-4737-4c0d-a1af-1617b6405472 HTTP/1.1" status: 200 len: 812 time: 0.1901500 Aug 16 06:58:00.325246 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-c0973384-1515-43fe-b509-c0c6a9a88c19 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/quotas/65f4d508072e48989c68bf1ded3c6b01 HTTP/1.1" status: 200 len: 375 time: 0.0266531 Aug 16 06:58:00.373885 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-6f134f1b-fdc6-4750-be70-cfbc4fc025b9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=65f4d508072e48989c68bf1ded3c6b01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418913 Aug 16 06:58:00.376589 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-74583e06-32df-4a3f-b791-1f396238a5bb req-af3fc483-6aaa-49e9-a57d-a98ee77f77d5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869718 Aug 16 06:58:00.462133 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-346bd00d-7bec-40da-a5a1-6cefdef6905f service neutron] 10.222.0.20 "GET /v2.0/networks/af477712-4737-4c0d-a1af-1617b6405472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800312 Aug 16 06:58:00.465987 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:00.484958 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0', 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:58:00.560060 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Network 01ab3804-26c5-4305-9f00-e98c3663402c is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:58:00.577383 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:58:00.582795 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Pushing event updated for resources: {'Port': ['ID=a91bc3b9-bc81-462d-ad07-0991d63801a0,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:00.597397 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:58:00.683964 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:00.684583 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:00.694663 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012856f1-9b23-4724-8001-17d16caf2e9d req-525d120d-dd0e-488f-ada3-7250f372948c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:00.697572 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-012856f1-9b23-4724-8001-17d16caf2e9d req-525d120d-dd0e-488f-ada3-7250f372948c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 931 time: 0.1350839 Aug 16 06:58:00.697930 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-b5bc2cf4-91ea-4238-bca0-0d882e07b66d service neutron] 10.222.0.20 "GET /v2.0/networks/af477712-4737-4c0d-a1af-1617b6405472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293954 Aug 16 06:58:00.740755 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-012856f1-9b23-4724-8001-17d16caf2e9d req-e6dd08a9-213b-46f2-abde-7589749b4d79 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Aug 16 06:58:00.780763 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-ca0c1568-1fa0-4b62-9b7b-c8721de79732 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0920095 Aug 16 06:58:00.795334 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Request body: {'port': {'device_id': '73c33d42-e166-4b17-918e-cefb1ce9cde9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:58:00.847331 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:00.980939 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f60b5389-d012-4821-adeb-c60a271b3467 req-cdd851fe-e4ed-4c37-9514-6329d109687f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 210 time: 0.0691152 Aug 16 06:58:01.146510 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91bc3b9-bc81-462d-ad07-0991d63801a0 {{(pid=101192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:58:01.154071 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:01.167122 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Transition to ACTIVE for port object a91bc3b9-bc81-462d-ad07-0991d63801a0 will not be triggered until provisioned by entity L2. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:58:01.376431 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:01.444457 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Pushing event updated for resources: {'Port': ['ID=a91bc3b9-bc81-462d-ad07-0991d63801a0,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:01.542024 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829b427-4734-4476-8f4d-d22104bb6ad9 req-f04d38a5-d6cc-4602-a0c5-41c2307d9ec0 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:01.543533 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1829b427-4734-4476-8f4d-d22104bb6ad9 req-f04d38a5-d6cc-4602-a0c5-41c2307d9ec0 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0699565 Aug 16 06:58:01.544723 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Attempting to bind port a91bc3b9-bc81-462d-ad07-0991d63801a0 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:58:01.545041 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Attempting to bind port a91bc3b9-bc81-462d-ad07-0991d63801a0 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:58:01.545362 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Attempting to bind port a91bc3b9-bc81-462d-ad07-0991d63801a0 on network 01ab3804-26c5-4305-9f00-e98c3663402c {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:58:01.552249 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Port a91bc3b9-bc81-462d-ad07-0991d63801a0 on network 01ab3804-26c5-4305-9f00-e98c3663402c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:58:01.552572 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Attempting to bind port a91bc3b9-bc81-462d-ad07-0991d63801a0 on network 01ab3804-26c5-4305-9f00-e98c3663402c {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:58:01.568033 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:58:01.568367 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Checking segment: {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:58:01.568738 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Bound using segment: {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:58:01.569167 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Bound port: a91bc3b9-bc81-462d-ad07-0991d63801a0, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf1d27e-b433-447e-8794-58fdd7f8ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c'}}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:58:01.569521 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:01.618116 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1829b427-4734-4476-8f4d-d22104bb6ad9 req-69b7f55c-ea26-442e-b8c4-98774e12c780 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682149 Aug 16 06:58:01.654124 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] For port a91bc3b9-bc81-462d-ad07-0991d63801a0, host hv-cinder-80390, cleared binding levels {{(pid=101192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:58:01.657511 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] For port a91bc3b9-bc81-462d-ad07-0991d63801a0, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a91bc3b9-bc81-462d-ad07-0991d63801a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:58:01.791910 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:01.859461 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:01.859973 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:01.861365 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] 10.222.0.18 "PUT /v2.0/ports/a91bc3b9-bc81-462d-ad07-0991d63801a0 HTTP/1.1" status: 200 len: 1093 time: 1.0702596 Aug 16 06:58:01.861951 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c33d42-e166-4b17-918e-cefb1ce9cde9', 'tag': 'a91bc3b9-bc81-462d-ad07-0991d63801a0'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:01.864201 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0256042e-9332-4e72-a1e7-4fb1c994ca61" -d '{"events": [{"name": "network-changed", "server_uuid": "73c33d42-e166-4b17-918e-cefb1ce9cde9", "tag": "a91bc3b9-bc81-462d-ad07-0991d63801a0"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:01.886747 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf57087-fb83-4402-bdb6-d64a22f4ca09 service neutron] Pushing event updated for resources: {'Port': ['ID=a91bc3b9-bc81-462d-ad07-0991d63801a0,revision_number=3']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:01.910066 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07f5c1-776f-4085-9382-15e6545881e6 req-2197a40a-f613-4190-985d-b2bf027e8377 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:01.912863 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9e07f5c1-776f-4085-9382-15e6545881e6 req-2197a40a-f613-4190-985d-b2bf027e8377 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 943 time: 0.0911558 Aug 16 06:58:01.916683 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dc0f38-ddc2-48fd-bceb-257a48055f4b x-openstack-request-id: req-42dc0f38-ddc2-48fd-bceb-257a48055f4b {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:01.916928 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c33d42-e166-4b17-918e-cefb1ce9cde9", "tag": "a91bc3b9-bc81-462d-ad07-0991d63801a0", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:01.917629 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42dc0f38-ddc2-48fd-bceb-257a48055f4b {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:01.918063 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c33d42-e166-4b17-918e-cefb1ce9cde9', 'tag': 'a91bc3b9-bc81-462d-ad07-0991d63801a0', 'status': 'completed', 'code': 200} Aug 16 06:58:01.996164 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9e07f5c1-776f-4085-9382-15e6545881e6 req-325ca7b9-389b-43a5-8310-44ef84a0f8f0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716906 Aug 16 06:58:02.030784 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256042e-9332-4e72-a1e7-4fb1c994ca61 req-e3ed7649-2515-4cdd-86e3-666e10cade39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:02.032339 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0256042e-9332-4e72-a1e7-4fb1c994ca61 req-e3ed7649-2515-4cdd-86e3-666e10cade39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 1096 time: 0.0868886 Aug 16 06:58:02.137855 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5b4a05e9-8361-4881-84e2-fa64d2d21f9d req-f96bdb2f-7754-4d55-9182-ff871ffe4df7 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 210 time: 0.0828943 Aug 16 06:58:02.240387 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256042e-9332-4e72-a1e7-4fb1c994ca61 req-753bdcd3-46b0-46ea-a841-d49159ff7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:02.241834 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0256042e-9332-4e72-a1e7-4fb1c994ca61 req-753bdcd3-46b0-46ea-a841-d49159ff7695 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f47a2f819ff0453297e27e5b84ef239f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1989281 Aug 16 06:58:02.259033 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33316) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:02.385740 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-dcbe1621-8196-41c6-865f-901045c046d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:02.486597 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-dcbe1621-8196-41c6-865f-901045c046d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:02.614582 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-dcbe1621-8196-41c6-865f-901045c046d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:02.625957 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256042e-9332-4e72-a1e7-4fb1c994ca61 req-8af2d356-da08-4f9c-9b8f-142bda1f8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:02.627452 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0256042e-9332-4e72-a1e7-4fb1c994ca61 req-8af2d356-da08-4f9c-9b8f-142bda1f8034 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3777871 Aug 16 06:58:02.666067 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe1621-8196-41c6-865f-901045c046d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d66dee-985f-4113-9992-de625096b72e,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:02.680312 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-dcbe1621-8196-41c6-865f-901045c046d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9ee20d6b48c475daa1cbc07013bcb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179161 Aug 16 06:58:02.680693 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 33328) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:02.794570 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6f476da5-eb1d-48b4-9199-acdd0664bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:02.805449 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616a2e-15dc-4495-afae-22da82bb51cb req-c7e56cb5-01e2-403f-b2a1-79ad31b5af1d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:02.806885 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-78616a2e-15dc-4495-afae-22da82bb51cb req-c7e56cb5-01e2-403f-b2a1-79ad31b5af1d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.1087980 Aug 16 06:58:02.816117 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-5bf02200-8809-4847-9d2a-1aaf76c0fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:02.818242 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-5bf02200-8809-4847-9d2a-1aaf76c0fe26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f47a2f819ff0453297e27e5b84ef239f&device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 1096 time: 0.1162851 Aug 16 06:58:02.848278 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6f476da5-eb1d-48b4-9199-acdd0664bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:02.882359 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-8f098687-acf4-436d-a46d-71faa903ad6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91bc3b9-bc81-462d-ad07-0991d63801a0 HTTP/1.1" status: 200 len: 217 time: 0.0508318 Aug 16 06:58:02.943318 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-78616a2e-15dc-4495-afae-22da82bb51cb req-ee3fedd2-ce72-4bf1-8f27-6415028e9cd4 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290607 Aug 16 06:58:02.961851 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-f96ea84a-db7f-4700-8540-50efaebb2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:02.963313 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-f96ea84a-db7f-4700-8540-50efaebb2183 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1739aee4-4159-4e90-a54b-074257d5a5d0 HTTP/1.1" status: 200 len: 854 time: 0.0557325 Aug 16 06:58:02.996062 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-d1fdcd10-f492-46b8-9a07-09e49163b2d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01ab3804-26c5-4305-9f00-e98c3663402c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245724 Aug 16 06:58:03.064288 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6f476da5-eb1d-48b4-9199-acdd0664bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:03.068291 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6f476da5-eb1d-48b4-9199-acdd0664bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:03.069906 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-6f476da5-eb1d-48b4-9199-acdd0664bcff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33d66dee-985f-4113-9992-de625096b72e HTTP/1.1" status: 204 len: 168 time: 0.3878748 Aug 16 06:58:03.086983 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f476da5-eb1d-48b4-9199-acdd0664bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d66dee-985f-4113-9992-de625096b72e,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:03.158823 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-5ad0442a-0c33-48f9-8b6d-e80a8d22c9b1 service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532426 Aug 16 06:58:03.167298 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5fb7c-d03e-41e3-84f1-41124076f0a8 req-564cd74c-2857-4849-b599-5e142a66a53f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:03.168827 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ebb5fb7c-d03e-41e3-84f1-41124076f0a8 req-564cd74c-2857-4849-b599-5e142a66a53f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 943 time: 0.0828407 Aug 16 06:58:03.273557 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ea61d1e5-178e-4f21-8773-4b6f4a2101dd req-b53a9af1-4879-412e-8a89-d8d1973c72e0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 210 time: 0.0493538 Aug 16 06:58:03.295034 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ebb5fb7c-d03e-41e3-84f1-41124076f0a8 req-542cac93-212c-46b7-b0b0-0b2806d24ebf tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066439 Aug 16 06:58:03.317182 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de0785b-887a-4745-9722-d8b385fcdb36 req-4dc8c317-fe8f-4478-ae5d-7200262cf9cf service neutron] 10.222.0.18 "GET /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474161 Aug 16 06:58:03.812879 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-bf3d9ff6-d2d8-4552-970f-2b9db70fa936 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:03.817057 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33350) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:03.817496 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-bf3d9ff6-d2d8-4552-970f-2b9db70fa936 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.18 "GET /v2.0/networks?id=af477712-4737-4c0d-a1af-1617b6405472 HTTP/1.1" status: 200 len: 812 time: 0.1075952 Aug 16 06:58:03.831594 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-92b1a4ca-9a49-4f6f-a9cf-3542e692fb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:03.832178 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Request body: {'port': {'device_id': '66d04336-55e6-4a11-b2bc-1e29c3371319', 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472', 'admin_state_up': True, 'tenant_id': '65f4d508072e48989c68bf1ded3c6b01'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:58:03.925602 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-92b1a4ca-9a49-4f6f-a9cf-3542e692fb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:03.998128 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-92b1a4ca-9a49-4f6f-a9cf-3542e692fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:04.039426 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-92b1a4ca-9a49-4f6f-a9cf-3542e692fb7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f93fee097bfd43f98271bccadbb49f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212145 Aug 16 06:58:04.040926 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1a4ca-9a49-4f6f-a9cf-3542e692fb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b94ce34-a436-4555-94b9-88f31277c1d8,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:04.044770 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33354) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:04.069221 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020c2b6-1a11-4485-8839-792eb15fab32 req-ea857a1e-da44-4028-b36c-d63ae7b24025 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:04.070696 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d020c2b6-1a11-4485-8839-792eb15fab32 req-ea857a1e-da44-4028-b36c-d63ae7b24025 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0536227 Aug 16 06:58:04.078171 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Made reservation on behalf of 65f4d508072e48989c68bf1ded3c6b01 for: {'port': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:58:04.081601 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:04.096162 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7f26d35a-f4d5-4be4-9f76-10e489b4f7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:04.119792 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7f26d35a-f4d5-4be4-9f76-10e489b4f7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:04.169928 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d020c2b6-1a11-4485-8839-792eb15fab32 req-ea23611f-2f92-4ecd-ac75-cc3a46e08167 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925989 Aug 16 06:58:04.245405 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Allocated IP 172.20.0.8 (af477712-4737-4c0d-a1af-1617b6405472/89384cc6-f874-4842-a15b-98820df1fe7a/9b5051c7-83fd-4685-8761-25078275ccb0) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:58:04.273083 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7f26d35a-f4d5-4be4-9f76-10e489b4f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:04.275636 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7f26d35a-f4d5-4be4-9f76-10e489b4f7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:04.276774 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-7f26d35a-f4d5-4be4-9f76-10e489b4f7ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b94ce34-a436-4555-94b9-88f31277c1d8 HTTP/1.1" status: 204 len: 168 time: 0.2309096 Aug 16 06:58:04.285269 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26d35a-f4d5-4be4-9f76-10e489b4f7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b94ce34-a436-4555-94b9-88f31277c1d8,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:04.438489 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0646ab10-f529-40f4-b5e4-b5f5748e4b24 req-e5678a5d-1059-4ba3-b0c0-4b863f5248c1 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 210 time: 0.0582211 Aug 16 06:58:04.470614 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa8659-b8ae-4c0c-bf03-a97d388196b3 req-2b8166b3-1eea-419d-b66c-c00ca76f29ab tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:04.472303 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6ffa8659-b8ae-4c0c-bf03-a97d388196b3 req-2b8166b3-1eea-419d-b66c-c00ca76f29ab tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 943 time: 0.1059668 Aug 16 06:58:04.497736 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:04.531125 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6ffa8659-b8ae-4c0c-bf03-a97d388196b3 req-6f155906-9bd7-41d4-997a-b011c4cb400c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503862 Aug 16 06:58:04.712240 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:04.766494 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Network af477712-4737-4c0d-a1af-1617b6405472 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:58:04.769137 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:58:04.774143 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:58:04.778153 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Pushing event updated for resources: {'Port': ['ID=9b5051c7-83fd-4685-8761-25078275ccb0,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:05.140394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:05.140394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.140394 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-573e30b9-18ed-4ac2-9c32-75e0bf1e18ec tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2915597 Aug 16 06:58:05.140394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Request body: {'port': {'device_id': '66d04336-55e6-4a11-b2bc-1e29c3371319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:58:05.175690 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33376) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:05.191673 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.322149 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0239c748-c5eb-42c9-9b80-c11a9fa6a1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.381916 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33384) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:05.393517 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97f421-b3b1-484e-a70b-d892ee7c86a4 req-6a7edb83-935c-4826-a701-66387c77a8b6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:05.394968 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0b97f421-b3b1-484e-a70b-d892ee7c86a4 req-6a7edb83-935c-4826-a701-66387c77a8b6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.1281424 Aug 16 06:58:05.400944 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f035876b-d330-4baa-aad3-baee44ae4199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.451874 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0239c748-c5eb-42c9-9b80-c11a9fa6a1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.479861 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0b97f421-b3b1-484e-a70b-d892ee7c86a4 req-ba0951bb-f60a-4627-a77f-f3289123574c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785606 Aug 16 06:58:05.609126 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ad77d-8f70-49d4-a4b6-aac44ba99847 req-6f6a8b06-c689-4223-bb8c-8800bd75f274 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:05.610231 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0239c748-c5eb-42c9-9b80-c11a9fa6a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.610605 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7a6ad77d-8f70-49d4-a4b6-aac44ba99847 req-6f6a8b06-c689-4223-bb8c-8800bd75f274 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 931 time: 0.0971384 Aug 16 06:58:05.657970 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5051c7-83fd-4685-8761-25078275ccb0 {{(pid=101192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:58:05.667970 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-0239c748-c5eb-42c9-9b80-c11a9fa6a1a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f63c0cd37640422883be71a0bc66bebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882627 Aug 16 06:58:05.669814 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33390) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:05.670472 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239c748-c5eb-42c9-9b80-c11a9fa6a1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e9c618-4bb6-4c7c-9d69-f16cb7cc9db6,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:05.671007 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.698394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Transition to ACTIVE for port object 9b5051c7-83fd-4685-8761-25078275ccb0 will not be triggered until provisioned by entity L2. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:58:05.705436 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7a6ad77d-8f70-49d4-a4b6-aac44ba99847 req-d21f1254-83ce-4288-bae3-5b84133297da tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777419 Aug 16 06:58:05.718978 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45765-9f24-4281-89de-ca4399582c9f req-74e4c7b8-3977-46ba-a57f-92c364117814 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:05.718978 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a5c45765-9f24-4281-89de-ca4399582c9f req-74e4c7b8-3977-46ba-a57f-92c364117814 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 943 time: 0.1053715 Aug 16 06:58:05.763664 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b49b-af0f-43a0-ab6b-89ba7de06aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.764286 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a5c45765-9f24-4281-89de-ca4399582c9f req-a8945585-4ef4-4b96-a763-cead5f3e52f4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382550 Aug 16 06:58:05.800611 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.803402 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b49b-af0f-43a0-ab6b-89ba7de06aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.813924 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f035876b-d330-4baa-aad3-baee44ae4199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.854090 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5051c7-83fd-4685-8761-25078275ccb0,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:05.890261 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f035876b-d330-4baa-aad3-baee44ae4199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.927259 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Attempting to bind port 9b5051c7-83fd-4685-8761-25078275ccb0 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:58:05.927554 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Attempting to bind port 9b5051c7-83fd-4685-8761-25078275ccb0 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '22b25076-500c-427e-9bcd-624b31f94fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472'}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:58:05.927888 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Attempting to bind port 9b5051c7-83fd-4685-8761-25078275ccb0 on network af477712-4737-4c0d-a1af-1617b6405472 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:58:05.928812 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035876b-d330-4baa-aad3-baee44ae4199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff121f-28f7-447e-b465-7ce812e873a0,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:05.933013 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-f035876b-d330-4baa-aad3-baee44ae4199 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9795458895694149a3b9502d1059323c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5501153 Aug 16 06:58:05.933808 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Port 9b5051c7-83fd-4685-8761-25078275ccb0 on network af477712-4737-4c0d-a1af-1617b6405472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:58:05.934436 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Attempting to bind port 9b5051c7-83fd-4685-8761-25078275ccb0 on network af477712-4737-4c0d-a1af-1617b6405472 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:58:05.934544 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b49b-af0f-43a0-ab6b-89ba7de06aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.936708 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 33394) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:05.940450 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b49b-af0f-43a0-ab6b-89ba7de06aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:05.940450 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-3bf2b49b-af0f-43a0-ab6b-89ba7de06aba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8e9c618-4bb6-4c7c-9d69-f16cb7cc9db6 HTTP/1.1" status: 204 len: 168 time: 0.2656686 Aug 16 06:58:05.950259 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2b49b-af0f-43a0-ab6b-89ba7de06aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e9c618-4bb6-4c7c-9d69-f16cb7cc9db6,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:05.973760 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:58:05.974145 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Checking segment: {'id': '22b25076-500c-427e-9bcd-624b31f94fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:58:05.974601 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Bound using segment: {'id': '22b25076-500c-427e-9bcd-624b31f94fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472'} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:58:05.975008 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Bound port: 9b5051c7-83fd-4685-8761-25078275ccb0, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b25076-500c-427e-9bcd-624b31f94fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472'}}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:58:05.975458 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:06.040078 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-51f84f55-7e7a-4e8c-bf3f-502f829e6221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:06.084256 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-51f84f55-7e7a-4e8c-bf3f-502f829e6221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:06.094777 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] For port 9b5051c7-83fd-4685-8761-25078275ccb0, host hv-cinder-80390, cleared binding levels {{(pid=101192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:58:06.100564 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] For port 9b5051c7-83fd-4685-8761-25078275ccb0, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b5051c7-83fd-4685-8761-25078275ccb0,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:58:06.180329 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:06.212740 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:06.213376 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:06.214965 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] 10.222.0.18 "PUT /v2.0/ports/9b5051c7-83fd-4685-8761-25078275ccb0 HTTP/1.1" status: 200 len: 1093 time: 1.0860870 Aug 16 06:58:06.217647 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d04336-55e6-4a11-b2bc-1e29c3371319', 'tag': '9b5051c7-83fd-4685-8761-25078275ccb0'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:06.221091 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907451f6-3d24-43c5-bbea-5066f0a9c350" -d '{"events": [{"name": "network-changed", "server_uuid": "66d04336-55e6-4a11-b2bc-1e29c3371319", "tag": "9b5051c7-83fd-4685-8761-25078275ccb0"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:06.249492 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-51f84f55-7e7a-4e8c-bf3f-502f829e6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:06.252099 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-51f84f55-7e7a-4e8c-bf3f-502f829e6221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:06.253218 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-51f84f55-7e7a-4e8c-bf3f-502f829e6221 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6ff121f-28f7-447e-b465-7ce812e873a0 HTTP/1.1" status: 204 len: 168 time: 0.3153236 Aug 16 06:58:06.260637 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c125fe2-b2e0-426c-aa3c-31fcf8ee0599 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5051c7-83fd-4685-8761-25078275ccb0,revision_number=3']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:06.265371 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967857f1-e970-477b-a581-f153d1357587 x-openstack-request-id: req-967857f1-e970-477b-a581-f153d1357587 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:06.265616 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d04336-55e6-4a11-b2bc-1e29c3371319", "tag": "9b5051c7-83fd-4685-8761-25078275ccb0", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:06.265914 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-967857f1-e970-477b-a581-f153d1357587 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:06.266241 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d04336-55e6-4a11-b2bc-1e29c3371319', 'tag': '9b5051c7-83fd-4685-8761-25078275ccb0', 'status': 'completed', 'code': 200} Aug 16 06:58:06.274659 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f84f55-7e7a-4e8c-bf3f-502f829e6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff121f-28f7-447e-b465-7ce812e873a0,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:06.355888 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907451f6-3d24-43c5-bbea-5066f0a9c350 req-7b8a7d26-0315-4968-8922-7ebe90b38da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:06.358757 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-907451f6-3d24-43c5-bbea-5066f0a9c350 req-7b8a7d26-0315-4968-8922-7ebe90b38da3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=65f4d508072e48989c68bf1ded3c6b01&device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 1096 time: 0.0710702 Aug 16 06:58:06.502877 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907451f6-3d24-43c5-bbea-5066f0a9c350 req-8900853f-e20d-4389-8708-27cd6155817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:06.504618 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-907451f6-3d24-43c5-bbea-5066f0a9c350 req-8900853f-e20d-4389-8708-27cd6155817c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=65f4d508072e48989c68bf1ded3c6b01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1375086 Aug 16 06:58:06.587003 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3cb98-6f04-4feb-8490-c6fb491567a3 req-882b730e-1f50-45cb-a117-99d3572b4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:06.588698 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-43d3cb98-6f04-4feb-8490-c6fb491567a3 req-882b730e-1f50-45cb-a117-99d3572b4469 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1098 time: 0.0598166 Aug 16 06:58:06.633818 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-43d3cb98-6f04-4feb-8490-c6fb491567a3 req-22ae8f8d-e410-48ca-a64d-462d13ebc05c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367773 Aug 16 06:58:06.653525 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00adc76-c11c-40f1-b448-42d64c9e11b3 req-b42e4cc7-4778-4181-80b1-bb915c200506 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:06.655041 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e00adc76-c11c-40f1-b448-42d64c9e11b3 req-b42e4cc7-4778-4181-80b1-bb915c200506 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0772843 Aug 16 06:58:06.668920 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907451f6-3d24-43c5-bbea-5066f0a9c350 req-c67882fc-312a-4f74-874d-f4b7230bb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:06.670540 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-907451f6-3d24-43c5-bbea-5066f0a9c350 req-c67882fc-312a-4f74-874d-f4b7230bb08a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1427839 Aug 16 06:58:06.715528 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e00adc76-c11c-40f1-b448-42d64c9e11b3 req-64156651-b053-4cb0-8023-f46a4d4e0a83 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Aug 16 06:58:06.822323 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 33424) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:06.867253 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1b382b01-529e-4b23-a4e4-42c76f77273a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:06.967722 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3fbf9-246a-492b-abeb-ca805e6024c9 req-93b546e7-56aa-4dbb-b273-cd09dd2fec61 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:06.969374 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-73c3fbf9-246a-492b-abeb-ca805e6024c9 req-93b546e7-56aa-4dbb-b273-cd09dd2fec61 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 943 time: 0.1586792 Aug 16 06:58:07.015479 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-75a1f6d8-4d29-4559-9bbf-57bb78391247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:07.016962 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-75a1f6d8-4d29-4559-9bbf-57bb78391247 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=65f4d508072e48989c68bf1ded3c6b01&device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 1096 time: 0.1599572 Aug 16 06:58:07.042974 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953bfa-3187-4bbe-92cd-ca58ce69f404 req-e25fe944-beb5-41e3-8f84-0220faec4081 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:07.044476 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-da953bfa-3187-4bbe-92cd-ca58ce69f404 req-e25fe944-beb5-41e3-8f84-0220faec4081 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 943 time: 0.1688480 Aug 16 06:58:07.086059 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-7296dcee-90f0-4598-86d8-874dbe1d7a0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5051c7-83fd-4685-8761-25078275ccb0 HTTP/1.1" status: 200 len: 217 time: 0.0571349 Aug 16 06:58:07.151756 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-73c3fbf9-246a-492b-abeb-ca805e6024c9 req-fc294882-88a8-4206-801a-7e5596c63a8a tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683097 Aug 16 06:58:07.198307 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-da953bfa-3187-4bbe-92cd-ca58ce69f404 req-97a7bdea-96c4-494e-8efe-a4592cabe9ca tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143787 Aug 16 06:58:07.204043 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-48a0f7ad-5baf-4336-be96-0b19b73fe704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:07.205738 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-48a0f7ad-5baf-4336-be96-0b19b73fe704 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89384cc6-f874-4842-a15b-98820df1fe7a HTTP/1.1" status: 200 len: 852 time: 0.1053331 Aug 16 06:58:07.239847 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1b382b01-529e-4b23-a4e4-42c76f77273a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:07.255031 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-27827f0c-0a50-464a-84e4-7252d1465551 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af477712-4737-4c0d-a1af-1617b6405472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323160 Aug 16 06:58:07.321779 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1b382b01-529e-4b23-a4e4-42c76f77273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:07.383428 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b382b01-529e-4b23-a4e4-42c76f77273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8272f6b-577c-4745-ba85-f8af8eade4c3,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:07.387939 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-1b382b01-529e-4b23-a4e4-42c76f77273a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b3dcd70ce6544faa615c4c79ff41270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5640934 Aug 16 06:58:07.389930 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-f751e170-82e3-4675-8b7a-587453c817fb service neutron] 10.222.0.18 "GET /v2.0/networks/af477712-4737-4c0d-a1af-1617b6405472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267726 Aug 16 06:58:07.390587 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33444) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:07.452352 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a9d354-022f-4194-8424-628ab4115188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:07.474438 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a9d354-022f-4194-8424-628ab4115188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:07.487779 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6e2bc7e8-a27a-4fb8-a6a1-0f51500e4a15 req-ae6ae7bd-e192-438d-a927-f4545de7b2d8 service neutron] 10.222.0.18 "GET /v2.0/networks/af477712-4737-4c0d-a1af-1617b6405472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900521 Aug 16 06:58:07.604793 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a9d354-022f-4194-8424-628ab4115188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:07.607764 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a9d354-022f-4194-8424-628ab4115188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:07.608906 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-11a9d354-022f-4194-8424-628ab4115188 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8272f6b-577c-4745-ba85-f8af8eade4c3 HTTP/1.1" status: 204 len: 168 time: 0.2172678 Aug 16 06:58:07.617966 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9d354-022f-4194-8424-628ab4115188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8272f6b-577c-4745-ba85-f8af8eade4c3,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:07.634295 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33452) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:07.730115 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1458737668-network', 'tenant_id': '2ea37c94851f4b6d8d1f38e2ee2c9064'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:58:07.834189 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e35b5-81ba-4acf-9347-9b415963aad0 req-766e6d44-34a0-43ea-9cea-3f26184e926b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:07.835843 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f51e35b5-81ba-4acf-9347-9b415963aad0 req-766e6d44-34a0-43ea-9cea-3f26184e926b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0491817 Aug 16 06:58:07.837185 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Made reservation on behalf of 2ea37c94851f4b6d8d1f38e2ee2c9064 for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:58:07.839839 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:07.848992 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:07.876582 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f51e35b5-81ba-4acf-9347-9b415963aad0 req-2f25d292-4d48-406e-a0c1-8398b7150eb4 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335097 Aug 16 06:58:07.894023 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f2e34c4c-f5ea-48bc-9739-b124780e876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:07.937737 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.014166 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.035448 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 06:58:08.050230 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:08.055754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.059769 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Added segment fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9 of type vlan for network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e Aug 16 06:58:08.101358 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a91bc3b9-bc81-462d-ad07-0991d63801a0 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:58:08.107904 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.214771 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a91bc3b9-bc81-462d-ad07-0991d63801a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a91bc3b9-bc81-462d-ad07-0991d63801a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:08.230930 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.232371 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:08.232545 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.249442 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'a91bc3b9-bc81-462d-ad07-0991d63801a0', 'network_id': '01ab3804-26c5-4305-9f00-e98c3663402c', 'port_id': 'a91bc3b9-bc81-462d-ad07-0991d63801a0', 'mac_address': 'fa:16:3e:29:67:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1739aee4-4159-4e90-a54b-074257d5a5d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:58:08.307341 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] Pushing event updated for resources: {'Network': ['ID=38077ff0-ea46-4ca2-9ed8-0785ad87b68e,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:08.313011 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.324706 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 06:58:08.383457 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aeeb3-36db-446d-b16f-77d5e58a8b02 req-769b777b-b4ff-4063-a57d-8b6a54b26b1a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:08.383457 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c87aeeb3-36db-446d-b16f-77d5e58a8b02 req-769b777b-b4ff-4063-a57d-8b6a54b26b1a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 943 time: 0.0852063 Aug 16 06:58:08.393742 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ed439416-42c6-4354-aa8f-491a2a7b771b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7574496 Aug 16 06:58:08.393904 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91bc3b9-bc81-462d-ad07-0991d63801a0 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:58:08.402332 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceed115-90a2-4ef9-b650-1b30a0f5f735 req-e058aece-c656-4214-bf97-a8971e99616e tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:08.402900 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33476) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:08.403504 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dceed115-90a2-4ef9-b650-1b30a0f5f735 req-e058aece-c656-4214-bf97-a8971e99616e tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 943 time: 0.1540809 Aug 16 06:58:08.407707 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Request body: {'subnet': {'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1458737668-subnet', 'tenant_id': '2ea37c94851f4b6d8d1f38e2ee2c9064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:58:08.414186 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a91bc3b9-bc81-462d-ad07-0991d63801a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a91bc3b9-bc81-462d-ad07-0991d63801a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:08.461813 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dceed115-90a2-4ef9-b650-1b30a0f5f735 req-9573bfe2-2b34-4e95-a3ab-6f742aec29fe tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573356 Aug 16 06:58:08.466956 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c87aeeb3-36db-446d-b16f-77d5e58a8b02 req-2bbb1a0d-e7ea-4951-8b26-a22d1d3545c2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609124 Aug 16 06:58:08.511177 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Made reservation on behalf of 2ea37c94851f4b6d8d1f38e2ee2c9064 for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:58:08.513326 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.513889 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59289320'] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.573473 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a91bc3b9-bc81-462d-ad07-0991d63801a0,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:08.578741 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.579146 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.579517 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.579823 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.580159 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.580499 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.580830 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.581160 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.581506 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.582448 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.582691 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.583017 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:08.810533 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59289306'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:08.867390 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd86efd-5f78-4152-9798-9c07be68235f,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:08.874277 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Checking segment: {'id': 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:58:08.874704 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Network hostable DHCP agents. Network: 38077ff0-ea46-4ca2-9ed8-0785ad87b68e, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 06:58:08.953442 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 06:58:08.964418 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['a91bc3b9-bc81-462d-ad07-0991d63801a0'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:58:08.994702 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60c7c-6289-44d1-8fe1-90b600c1fbcc req-8003b6f0-5288-4a79-95f6-95b0b924c382 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:08.996223 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4d60c7c-6289-44d1-8fe1-90b600c1fbcc req-8003b6f0-5288-4a79-95f6-95b0b924c382 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0503142 Aug 16 06:58:09.035705 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4d60c7c-6289-44d1-8fe1-90b600c1fbcc req-183f779d-1544-422c-a634-dafa5f41909c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332420 Aug 16 06:58:09.073112 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 38077ff0-ea46-4ca2-9ed8-0785ad87b68e) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:58:09.079023 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:09.079023 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:09.082841 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b824456e-f152-4d01-a05c-c7e32fd45ddc None None] Network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:58:09.161646 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-4d985cad-9b6a-4043-b223-8f8564d7394c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7578995 Aug 16 06:58:09.225464 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9678f26f-3533-464a-b9b2-e9ca06d1ace9 None None] Network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 06:58:09.621067 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d32b3-e502-4c17-b125-d0a76503f302 req-b17cc134-7b6a-4c15-b0aa-2fafaaad8e77 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:09.622523 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b35d32b3-e502-4c17-b125-d0a76503f302 req-b17cc134-7b6a-4c15-b0aa-2fafaaad8e77 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 944 time: 0.0777106 Aug 16 06:58:09.644554 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a18c9-a197-432c-af6d-a935b9270592 req-9eff275d-2cca-4eaa-b639-db50c3ec0868 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:09.646063 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-468a18c9-a197-432c-af6d-a935b9270592 req-9eff275d-2cca-4eaa-b639-db50c3ec0868 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 943 time: 0.0692673 Aug 16 06:58:09.691610 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b35d32b3-e502-4c17-b125-d0a76503f302 req-19539403-3026-44d7-9b95-112ddedd9f23 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618887 Aug 16 06:58:09.737686 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-468a18c9-a197-432c-af6d-a935b9270592 req-ad55155c-91dc-4faf-91b6-785c8f697fc6 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837526 Aug 16 06:58:09.754306 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-7b9c5fb0-c534-410a-85a6-0e1e3caf2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:09.756293 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-7b9c5fb0-c534-410a-85a6-0e1e3caf2ecd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1098 time: 0.0556047 Aug 16 06:58:09.900550 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1ba0d-8db6-4e16-a785-cef8bbf026ed req-90c116a1-1363-45e0-bbf9-1f1f2b567044 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:09.902035 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5aa1ba0d-8db6-4e16-a785-cef8bbf026ed req-90c116a1-1363-45e0-bbf9-1f1f2b567044 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.1070356 Aug 16 06:58:09.917945 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-aee12e5f-9dda-4fa9-9729-460ca0a9b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:09.919352 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-aee12e5f-9dda-4fa9-9729-460ca0a9b444 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 919 time: 0.1553416 Aug 16 06:58:09.968289 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-2965e61f-8f68-4a73-a450-68685435bd32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f HTTP/1.1" status: 200 len: 217 time: 0.0404038 Aug 16 06:58:09.988809 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5aa1ba0d-8db6-4e16-a785-cef8bbf026ed req-dfecb8c2-e60e-48c0-80e0-11315d5e4242 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788329 Aug 16 06:58:10.023289 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-2fe0b412-3def-4637-bb1f-928003fc6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:10.024748 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-2fe0b412-3def-4637-bb1f-928003fc6223 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.0484445 Aug 16 06:58:10.062089 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-4c210231-bb51-4b5e-9777-f9a912853f71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295835 Aug 16 06:58:10.175399 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-8de51042-c6b6-4640-b163-b80d7cfa7f95 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992031 Aug 16 06:58:10.491835 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0f3ee5a-4c06-4469-891e-a640923c2dd4 req-3f06de61-5472-4527-b86c-fdc6cf8592c9 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087442 Aug 16 06:58:10.823976 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5d35-266b-4dbf-b576-7e375a9daade req-9cdb2a2d-7c30-44fa-a35a-a34beac184d1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:10.825415 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1fbf5d35-266b-4dbf-b576-7e375a9daade req-9cdb2a2d-7c30-44fa-a35a-a34beac184d1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 944 time: 0.0534265 Aug 16 06:58:10.867400 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:10.890639 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1fbf5d35-266b-4dbf-b576-7e375a9daade req-a832d34f-422a-4bf0-95f1-47c70dee9c1f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553911 Aug 16 06:58:10.912293 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a43152-00bb-40a3-81b4-eea254862a77 req-444fa090-9cd5-4b83-a18f-dacdf4de32d8 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:10.912293 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e0a43152-00bb-40a3-81b4-eea254862a77 req-444fa090-9cd5-4b83-a18f-dacdf4de32d8 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 943 time: 0.0781734 Aug 16 06:58:10.945492 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e0a43152-00bb-40a3-81b4-eea254862a77 req-4394cfc1-05f2-41f2-af97-66522a4b05f0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336030 Aug 16 06:58:11.013970 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7c2e70b9-bf7e-4ae5-8401-eb240daa0623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:11.104503 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d07c8d-93f8-46f5-b7b2-c54e94e382e6 req-c697bda1-cc11-4f72-ad08-eac1897da71f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:11.105992 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-89d07c8d-93f8-46f5-b7b2-c54e94e382e6 req-c697bda1-cc11-4f72-ad08-eac1897da71f tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0485747 Aug 16 06:58:11.145104 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-89d07c8d-93f8-46f5-b7b2-c54e94e382e6 req-e380ee16-6d03-4b38-9d9b-5298ecfe48f9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Aug 16 06:58:11.959034 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:12.022072 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354dd45-a3be-4b1a-9c41-2e877a286d73 req-a7e1e916-40c1-4c18-b5f7-5665c17c4111 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:12.028471 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8354dd45-a3be-4b1a-9c41-2e877a286d73 req-a7e1e916-40c1-4c18-b5f7-5665c17c4111 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 944 time: 0.0575643 Aug 16 06:58:12.088889 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8354dd45-a3be-4b1a-9c41-2e877a286d73 req-5056401d-c857-4a15-a207-9c8f2517f1da tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546923 Aug 16 06:58:12.099234 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ae9d-9bed-40bc-8205-53dae5f9c110 req-a25b0297-703f-429e-aedf-39e91f94fabc tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:12.100841 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-72c3ae9d-9bed-40bc-8205-53dae5f9c110 req-a25b0297-703f-429e-aedf-39e91f94fabc tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 943 time: 0.0764039 Aug 16 06:58:12.140927 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-72c3ae9d-9bed-40bc-8205-53dae5f9c110 req-cad0083b-5873-496f-9016-90c0bc587279 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Aug 16 06:58:12.141732 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 9b5051c7-83fd-4685-8761-25078275ccb0 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:58:12.146508 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a91bc3b9-bc81-462d-ad07-0991d63801a0 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:58:12.269315 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2403124-9e2a-4526-8c06-87e4894dbd1a req-92c7c882-a129-471f-91cd-5647b2e8d2b9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:12.270787 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e2403124-9e2a-4526-8c06-87e4894dbd1a req-92c7c882-a129-471f-91cd-5647b2e8d2b9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0494738 Aug 16 06:58:12.278847 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 9b5051c7-83fd-4685-8761-25078275ccb0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b5051c7-83fd-4685-8761-25078275ccb0,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:12.291042 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '9b5051c7-83fd-4685-8761-25078275ccb0', 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472', 'port_id': '9b5051c7-83fd-4685-8761-25078275ccb0', 'mac_address': 'fa:16:3e:39:1b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89384cc6-f874-4842-a15b-98820df1fe7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:58:12.309001 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e2403124-9e2a-4526-8c06-87e4894dbd1a req-2f78de43-542b-4239-a90f-8b816f050140 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320137 Aug 16 06:58:12.328697 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:12.331876 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port a91bc3b9-bc81-462d-ad07-0991d63801a0 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:58:12.342873 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port a91bc3b9-bc81-462d-ad07-0991d63801a0 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:58:12.343268 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:12.346906 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5051c7-83fd-4685-8761-25078275ccb0 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:58:12.424709 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:12.462871 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c33d42-e166-4b17-918e-cefb1ce9cde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91bc3b9-bc81-462d-ad07-0991d63801a0'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:12.465117 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127ceb68-786a-40ba-a64e-3283d2a748fd" -d '{"events": [{"server_uuid": "73c33d42-e166-4b17-918e-cefb1ce9cde9", "name": "network-vif-plugged", "status": "completed", "tag": "a91bc3b9-bc81-462d-ad07-0991d63801a0"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:12.484816 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a91bc3b9-bc81-462d-ad07-0991d63801a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a91bc3b9-bc81-462d-ad07-0991d63801a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:12.486865 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 9b5051c7-83fd-4685-8761-25078275ccb0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b5051c7-83fd-4685-8761-25078275ccb0,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:12.504495 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462cff5-50bf-4bdc-a7e7-49a72bd53ecb x-openstack-request-id: req-b462cff5-50bf-4bdc-a7e7-49a72bd53ecb {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:12.504495 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c33d42-e166-4b17-918e-cefb1ce9cde9", "name": "network-vif-plugged", "status": "completed", "tag": "a91bc3b9-bc81-462d-ad07-0991d63801a0", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:12.504895 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b462cff5-50bf-4bdc-a7e7-49a72bd53ecb {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:12.505298 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c33d42-e166-4b17-918e-cefb1ce9cde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91bc3b9-bc81-462d-ad07-0991d63801a0', 'code': 200} Aug 16 06:58:12.593077 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:12.618341 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:12.643394 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a91bc3b9-bc81-462d-ad07-0991d63801a0,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:12.701411 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=9b5051c7-83fd-4685-8761-25078275ccb0,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:12.795026 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-3c45d08f-1c95-4b9b-8f2a-694966761f99 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:12.796722 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-3c45d08f-1c95-4b9b-8f2a-694966761f99 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/networks?id=38077ff0-ea46-4ca2-9ed8-0785ad87b68e HTTP/1.1" status: 200 len: 809 time: 0.1091290 Aug 16 06:58:12.813649 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-0efc4b5b-169f-4240-a9c7-02b5ca0ab8e2 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/quotas/2ea37c94851f4b6d8d1f38e2ee2c9064 HTTP/1.1" status: 200 len: 375 time: 0.0098796 Aug 16 06:58:12.846889 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-f2f1b51a-876d-4e5f-bce2-bdaa2ba40367 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ea37c94851f4b6d8d1f38e2ee2c9064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275466 Aug 16 06:58:12.960225 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b45e5a-be0a-4e87-a77a-b6f9319c2e94 req-9966da5f-37b4-44e4-a43f-accfbdc56323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:12.961416 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a5b45e5a-be0a-4e87-a77a-b6f9319c2e94 req-9966da5f-37b4-44e4-a43f-accfbdc56323 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 1098 time: 0.0885568 Aug 16 06:58:12.989220 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-4684cb5e-c060-4871-9c79-eb24269395aa service neutron] 10.222.0.20 "GET /v2.0/networks/38077ff0-ea46-4ca2-9ed8-0785ad87b68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346972 Aug 16 06:58:13.048094 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a5b45e5a-be0a-4e87-a77a-b6f9319c2e94 req-8cee1c5f-c2f8-4647-a57d-b06841c4d3c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740006 Aug 16 06:58:13.090058 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-40fc1a8f-dd7f-4a3b-ae1c-a3c1433e5f5b service neutron] 10.222.0.20 "GET /v2.0/networks/38077ff0-ea46-4ca2-9ed8-0785ad87b68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940475 Aug 16 06:58:13.095435 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['9b5051c7-83fd-4685-8761-25078275ccb0'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:58:13.210769 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:58:13.236186 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c386e3-5a5e-42a3-b9a1-31ae6a497636 req-e8508ea8-2f44-45c7-8836-423e99ba010d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:13.243923 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6c386e3-5a5e-42a3-b9a1-31ae6a497636 req-e8508ea8-2f44-45c7-8836-423e99ba010d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0779984 Aug 16 06:58:13.281143 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6c386e3-5a5e-42a3-b9a1-31ae6a497636 req-d115ed08-03dd-4ce0-9f28-4be9905d65ed tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359676 Aug 16 06:58:13.437285 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:13.441387 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b67a0-ff78-409b-b0af-9bd2bed7e462 req-ef2101af-3457-45fb-851a-1ed58b74c440 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:13.446509 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ca2b67a0-ff78-409b-b0af-9bd2bed7e462 req-ef2101af-3457-45fb-851a-1ed58b74c440 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 944 time: 0.0965981 Aug 16 06:58:13.540398 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-10e6b543-b042-4937-8532-ab62320dfc84 req-a44d7456-0fd9-4c78-8751-a92479f8b476 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0416589 Aug 16 06:58:13.567858 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ca2b67a0-ff78-409b-b0af-9bd2bed7e462 req-f7e9f246-8d43-469f-adcd-c50ff39ca7c0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666776 Aug 16 06:58:13.656133 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5a631-6856-4f5c-9fff-41b3e0242779 req-5320601e-6a50-4410-ba66-8413edad83bd tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:13.657690 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cce5a631-6856-4f5c-9fff-41b3e0242779 req-5320601e-6a50-4410-ba66-8413edad83bd tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0544734 Aug 16 06:58:13.696231 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cce5a631-6856-4f5c-9fff-41b3e0242779 req-dbdfe11e-d235-47b7-80b3-81e8ab0e8b62 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319562 Aug 16 06:58:14.305545 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33654) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:14.405002 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50ef26-3caf-4ef8-b5a6-eb1ce98a15ae req-41779d30-224f-420e-8309-4122b15d1148 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:14.406780 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cb50ef26-3caf-4ef8-b5a6-eb1ce98a15ae req-41779d30-224f-420e-8309-4122b15d1148 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0544116 Aug 16 06:58:14.424249 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cc70c03d-5737-483f-b5c7-b8555332721c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:14.449820 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cb50ef26-3caf-4ef8-b5a6-eb1ce98a15ae req-1f0e9fc0-d573-4ea2-8b7c-6d7b0c35fe56 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361314 Aug 16 06:58:14.525943 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cc70c03d-5737-483f-b5c7-b8555332721c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:14.640999 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e714b8d0-e52a-4726-ae84-094f1b907c46 req-4273586b-1cfb-44b4-b4d8-9bda51416f00 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0469100 Aug 16 06:58:14.679183 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cc70c03d-5737-483f-b5c7-b8555332721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:14.712658 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcfb3-bd2b-48b4-974f-62e5495988d2 req-492015fc-6499-4428-8fae-0e66fda1f140 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:14.714515 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-78afcfb3-bd2b-48b4-974f-62e5495988d2 req-492015fc-6499-4428-8fae-0e66fda1f140 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 944 time: 0.0553429 Aug 16 06:58:14.719697 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-cc70c03d-5737-483f-b5c7-b8555332721c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da5790d814a54eeb956f53cafbb2e3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128897 Aug 16 06:58:14.720614 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70c03d-5737-483f-b5c7-b8555332721c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a078de7-33db-4e1c-b1d0-6bb98cb8c2ae,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:14.721043 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 33674) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:14.812252 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-78afcfb3-bd2b-48b4-974f-62e5495988d2 req-f3ac6ba0-13fe-429e-8d8b-b1aa6e5cf548 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832167 Aug 16 06:58:14.830656 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b33c-dee6-45a1-8f76-e2134afce458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:14.852393 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b7490-d630-477b-a161-6a72af2e94ce req-98a98dad-98e7-4712-a135-168f7038e13b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:14.853851 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-338b7490-d630-477b-a161-6a72af2e94ce req-98a98dad-98e7-4712-a135-168f7038e13b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0852134 Aug 16 06:58:14.870676 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b33c-dee6-45a1-8f76-e2134afce458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:14.927274 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-338b7490-d630-477b-a161-6a72af2e94ce req-a563ec54-6b2b-4bde-818c-71301f97d03e tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657771 Aug 16 06:58:15.041679 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b33c-dee6-45a1-8f76-e2134afce458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:15.044413 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b33c-dee6-45a1-8f76-e2134afce458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:15.054851 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-3bf0b33c-dee6-45a1-8f76-e2134afce458 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a078de7-33db-4e1c-b1d0-6bb98cb8c2ae HTTP/1.1" status: 204 len: 168 time: 0.3233190 Aug 16 06:58:15.054851 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0b33c-dee6-45a1-8f76-e2134afce458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a078de7-33db-4e1c-b1d0-6bb98cb8c2ae,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:15.606162 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90ada3-58bf-4cef-a97b-1d7ce7973d53 req-c36d9e6d-47d8-4ee6-b5c2-c98f6657d1a0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:15.613447 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb90ada3-58bf-4cef-a97b-1d7ce7973d53 req-c36d9e6d-47d8-4ee6-b5c2-c98f6657d1a0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0593150 Aug 16 06:58:15.647808 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb90ada3-58bf-4cef-a97b-1d7ce7973d53 req-f1e2d75c-851e-44c9-91a8-ddea9af8674e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335026 Aug 16 06:58:15.753996 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9e5f2827-0d4f-4df2-890f-d3883d97e7fc req-4222d94a-aa90-4300-88b3-8b0417dc34dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0302074 Aug 16 06:58:15.931357 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577cb2-b97b-4cb0-ba77-62aea08c97d1 req-e8ae6cbb-19ce-4ce4-bbc7-1b051879086c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:15.932950 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4b577cb2-b97b-4cb0-ba77-62aea08c97d1 req-e8ae6cbb-19ce-4ce4-bbc7-1b051879086c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 944 time: 0.0494919 Aug 16 06:58:15.974303 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4b577cb2-b97b-4cb0-ba77-62aea08c97d1 req-e7ca5fef-2b9f-4999-a231-233c4f146839 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353210 Aug 16 06:58:16.143678 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 9b5051c7-83fd-4685-8761-25078275ccb0 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:58:16.316994 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 9b5051c7-83fd-4685-8761-25078275ccb0 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:58:16.321269 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 9b5051c7-83fd-4685-8761-25078275ccb0 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:58:16.321632 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:16.404575 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:16.427277 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d04336-55e6-4a11-b2bc-1e29c3371319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5051c7-83fd-4685-8761-25078275ccb0'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:16.429541 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db32b8cc-e5e3-4e22-8d7c-5989d3027f0c" -d '{"events": [{"server_uuid": "66d04336-55e6-4a11-b2bc-1e29c3371319", "name": "network-vif-plugged", "status": "completed", "tag": "9b5051c7-83fd-4685-8761-25078275ccb0"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:16.448762 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 9b5051c7-83fd-4685-8761-25078275ccb0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b5051c7-83fd-4685-8761-25078275ccb0,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:16.493730 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b48373b-6682-476e-a4e8-ced1e38ad415 x-openstack-request-id: req-4b48373b-6682-476e-a4e8-ced1e38ad415 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:16.494536 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d04336-55e6-4a11-b2bc-1e29c3371319", "name": "network-vif-plugged", "status": "completed", "tag": "9b5051c7-83fd-4685-8761-25078275ccb0", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:16.494536 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b48373b-6682-476e-a4e8-ced1e38ad415 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:16.494839 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d04336-55e6-4a11-b2bc-1e29c3371319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5051c7-83fd-4685-8761-25078275ccb0', 'code': 200} Aug 16 06:58:16.536260 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-7cb97d98-2228-4bb1-82b9-ef9985178355 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:16.537736 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-7cb97d98-2228-4bb1-82b9-ef9985178355 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.18 "GET /v2.0/networks?id=38077ff0-ea46-4ca2-9ed8-0785ad87b68e HTTP/1.1" status: 200 len: 809 time: 0.1160798 Aug 16 06:58:16.553158 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:16.569124 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33714) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:16.570094 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Request body: {'port': {'device_id': '3a0ac0be-36c4-48ee-b17b-4be5b1c9a236', 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e', 'admin_state_up': True, 'tenant_id': '2ea37c94851f4b6d8d1f38e2ee2c9064'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:58:16.606003 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=9b5051c7-83fd-4685-8761-25078275ccb0,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:16.712061 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1a127d10-4ad2-4b52-98db-6ad712bc03bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:16.776385 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Made reservation on behalf of 2ea37c94851f4b6d8d1f38e2ee2c9064 for: {'port': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:58:16.779927 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:16.881827 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-00869f1d-1e3a-4562-b0c5-fb186bd847aa req-2af10f08-7ef1-4eb6-8a66-0165a5fa512a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0324137 Aug 16 06:58:16.902924 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1a127d10-4ad2-4b52-98db-6ad712bc03bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:16.916174 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bc3e3-758b-41f7-b9b9-378fa4ab8973 req-808c64cc-c0a2-4049-8eb9-1a5fbf3995d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:16.917687 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-fd1bc3e3-758b-41f7-b9b9-378fa4ab8973 req-808c64cc-c0a2-4049-8eb9-1a5fbf3995d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 1098 time: 0.0502279 Aug 16 06:58:16.953435 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Allocated IP 172.20.0.5 (38077ff0-ea46-4ca2-9ed8-0785ad87b68e/acd86efd-5f78-4152-9798-9c07be68235f/33448dae-13fb-438c-96c9-6deb00f51f27) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:58:16.955699 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-fd1bc3e3-758b-41f7-b9b9-378fa4ab8973 req-451b6f03-2fc0-41a3-be7d-c93e44289cd9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283008 Aug 16 06:58:17.017119 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1a127d10-4ad2-4b52-98db-6ad712bc03bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.059402 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-1a127d10-4ad2-4b52-98db-6ad712bc03bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e4345a2531d481e81ce552a0d0050df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894047 Aug 16 06:58:17.060772 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a127d10-4ad2-4b52-98db-6ad712bc03bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a61cf8-0508-4251-93e7-9177568a3193,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:17.064107 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33726) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:17.114662 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-954d31e9-cf92-4e29-b52b-d7c434875cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.124125 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a39678-a434-4d38-a3c7-c80666ac33c8 req-71752d9d-8002-40ae-a512-998c34d16010 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:17.129567 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-15a39678-a434-4d38-a3c7-c80666ac33c8 req-71752d9d-8002-40ae-a512-998c34d16010 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 945 time: 0.0799079 Aug 16 06:58:17.136973 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-954d31e9-cf92-4e29-b52b-d7c434875cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.148190 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.185670 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-15a39678-a434-4d38-a3c7-c80666ac33c8 req-56bea296-516f-4af6-899c-65e56341cc72 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508642 Aug 16 06:58:17.267487 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-954d31e9-cf92-4e29-b52b-d7c434875cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.269916 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-954d31e9-cf92-4e29-b52b-d7c434875cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.271053 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-954d31e9-cf92-4e29-b52b-d7c434875cb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45a61cf8-0508-4251-93e7-9177568a3193 HTTP/1.1" status: 204 len: 168 time: 0.2056839 Aug 16 06:58:17.278723 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d31e9-cf92-4e29-b52b-d7c434875cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a61cf8-0508-4251-93e7-9177568a3193,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:17.313614 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.353565 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:58:17.358498 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:58:17.362150 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:58:17.387256 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Pushing event updated for resources: {'Port': ['ID=33448dae-13fb-438c-96c9-6deb00f51f27,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:17.418540 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:17.419174 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.517392 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-b0860174-e640-40ef-a86a-329d31e42699 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9523680 Aug 16 06:58:17.531907 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Request body: {'port': {'device_id': '3a0ac0be-36c4-48ee-b17b-4be5b1c9a236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:58:17.593300 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.860441 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33448dae-13fb-438c-96c9-6deb00f51f27 {{(pid=101192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:58:17.868379 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.880499 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Transition to ACTIVE for port object 33448dae-13fb-438c-96c9-6deb00f51f27 will not be triggered until provisioned by entity L2. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:58:17.939718 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33748) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:17.955426 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a906f7f8-b31a-4d86-80fe-8f8a6939a815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:17.992487 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.044288 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d39489-b48f-410a-bf9e-36462b0d7ec1 req-c314648d-ad0e-4f8d-8696-406ff44563a8 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:18.045789 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-35d39489-b48f-410a-bf9e-36462b0d7ec1 req-c314648d-ad0e-4f8d-8696-406ff44563a8 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 931 time: 0.0893936 Aug 16 06:58:18.048963 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a906f7f8-b31a-4d86-80fe-8f8a6939a815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.070008 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Pushing event updated for resources: {'Port': ['ID=33448dae-13fb-438c-96c9-6deb00f51f27,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:18.135798 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-35d39489-b48f-410a-bf9e-36462b0d7ec1 req-3635f970-849b-4c4a-9798-49cff0677443 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780489 Aug 16 06:58:18.136426 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a906f7f8-b31a-4d86-80fe-8f8a6939a815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.164499 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Attempting to bind port 33448dae-13fb-438c-96c9-6deb00f51f27 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:58:18.164817 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Attempting to bind port 33448dae-13fb-438c-96c9-6deb00f51f27 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e'}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:58:18.165151 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Attempting to bind port 33448dae-13fb-438c-96c9-6deb00f51f27 on network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:58:18.170183 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Port 33448dae-13fb-438c-96c9-6deb00f51f27 on network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:58:18.170183 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Attempting to bind port 33448dae-13fb-438c-96c9-6deb00f51f27 on network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:58:18.174862 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:58:18.175856 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Checking segment: {'id': 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:58:18.176294 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Bound using segment: {'id': 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e'} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:58:18.176722 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Bound port: 33448dae-13fb-438c-96c9-6deb00f51f27, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e'}}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:58:18.177080 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.180864 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a906f7f8-b31a-4d86-80fe-8f8a6939a815 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29d41d78a2404fb1997b1586c2b1e6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399924 Aug 16 06:58:18.182770 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f7f8-b31a-4d86-80fe-8f8a6939a815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baadb5f-7ae5-450f-adbf-d30f758fefde,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:18.185134 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33752) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:18.237424 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b41fd128-514f-4a1f-8dea-5068f2e21157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.255896 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] For port 33448dae-13fb-438c-96c9-6deb00f51f27, host hv-cinder-80390, cleared binding levels {{(pid=101192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:58:18.259257 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] For port 33448dae-13fb-438c-96c9-6deb00f51f27, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=33448dae-13fb-438c-96c9-6deb00f51f27,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:58:18.261565 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b41fd128-514f-4a1f-8dea-5068f2e21157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.317493 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1a872-18af-41ed-b8ed-229034ec68ff req-5774123c-0544-4037-aad6-5e66d8a653d0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:18.318919 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-62e1a872-18af-41ed-b8ed-229034ec68ff req-5774123c-0544-4037-aad6-5e66d8a653d0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 945 time: 0.0555255 Aug 16 06:58:18.342301 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.387216 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-62e1a872-18af-41ed-b8ed-229034ec68ff req-3cfbb43c-1326-4ac2-b748-72e23648db87 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622203 Aug 16 06:58:18.390121 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:18.390748 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.392109 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] 10.222.0.18 "PUT /v2.0/ports/33448dae-13fb-438c-96c9-6deb00f51f27 HTTP/1.1" status: 200 len: 1093 time: 0.8644726 Aug 16 06:58:18.392552 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0ac0be-36c4-48ee-b17b-4be5b1c9a236', 'tag': '33448dae-13fb-438c-96c9-6deb00f51f27'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:18.395218 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0300b2ed-0439-49d8-b48a-900d943de38f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0ac0be-36c4-48ee-b17b-4be5b1c9a236", "tag": "33448dae-13fb-438c-96c9-6deb00f51f27"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:18.421039 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0645108-36cf-4522-8fe2-46db0b48a28e service neutron] Pushing event updated for resources: {'Port': ['ID=33448dae-13fb-438c-96c9-6deb00f51f27,revision_number=3']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:18.431813 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b41fd128-514f-4a1f-8dea-5068f2e21157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.435382 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b41fd128-514f-4a1f-8dea-5068f2e21157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:18.435669 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e6e0e7-dd83-40d2-86d1-62f94ada169c x-openstack-request-id: req-34e6e0e7-dd83-40d2-86d1-62f94ada169c {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:18.435669 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0ac0be-36c4-48ee-b17b-4be5b1c9a236", "tag": "33448dae-13fb-438c-96c9-6deb00f51f27", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:18.435669 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34e6e0e7-dd83-40d2-86d1-62f94ada169c {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:18.436304 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-b41fd128-514f-4a1f-8dea-5068f2e21157 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2baadb5f-7ae5-450f-adbf-d30f758fefde HTTP/1.1" status: 204 len: 168 time: 0.2502463 Aug 16 06:58:18.436452 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0ac0be-36c4-48ee-b17b-4be5b1c9a236', 'tag': '33448dae-13fb-438c-96c9-6deb00f51f27', 'status': 'completed', 'code': 200} Aug 16 06:58:18.446038 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fd128-514f-4a1f-8dea-5068f2e21157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baadb5f-7ae5-450f-adbf-d30f758fefde,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:18.536003 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b2ed-0439-49d8-b48a-900d943de38f req-fe018f7f-3b18-451d-ad5b-9fc6bf1ce3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:18.537210 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0300b2ed-0439-49d8-b48a-900d943de38f req-fe018f7f-3b18-451d-ad5b-9fc6bf1ce3c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ea37c94851f4b6d8d1f38e2ee2c9064&device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 1096 time: 0.0521359 Aug 16 06:58:18.660805 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b2ed-0439-49d8-b48a-900d943de38f req-82c0f2e6-41ba-46b2-be7a-23c7b51c9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:18.662278 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0300b2ed-0439-49d8-b48a-900d943de38f req-82c0f2e6-41ba-46b2-be7a-23c7b51c9028 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ea37c94851f4b6d8d1f38e2ee2c9064&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1047778 Aug 16 06:58:18.756253 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b2ed-0439-49d8-b48a-900d943de38f req-66a06f51-e048-4239-a9b3-44d756b9bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:18.757907 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0300b2ed-0439-49d8-b48a-900d943de38f req-66a06f51-e048-4239-a9b3-44d756b9bafd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0873163 Aug 16 06:58:18.849727 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-6b26b618-e004-4ba7-be96-4756380181bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:18.861591 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-6b26b618-e004-4ba7-be96-4756380181bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ea37c94851f4b6d8d1f38e2ee2c9064&device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 1096 time: 0.0467725 Aug 16 06:58:18.906677 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-c1fc60e8-ca56-4a6d-bc84-0e60d300d35b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33448dae-13fb-438c-96c9-6deb00f51f27 HTTP/1.1" status: 200 len: 217 time: 0.0348771 Aug 16 06:58:18.952333 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-aa1cc728-1c65-43f5-951c-3042b92cbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:18.953772 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-aa1cc728-1c65-43f5-951c-3042b92cbbcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acd86efd-5f78-4152-9798-9c07be68235f HTTP/1.1" status: 200 len: 849 time: 0.0448661 Aug 16 06:58:18.990550 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-26f68fbc-df7a-4f36-94b6-80869a66fa79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38077ff0-ea46-4ca2-9ed8-0785ad87b68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235493 Aug 16 06:58:19.088192 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-06cd9e26-7807-4fb6-8708-69a349696798 service neutron] 10.222.0.18 "GET /v2.0/networks/38077ff0-ea46-4ca2-9ed8-0785ad87b68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881784 Aug 16 06:58:19.184348 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4397b07-caf6-4f66-bd77-1f46422947e2 req-6dc4b14c-0428-4cc6-815c-c1c7bda5f2e1 service neutron] 10.222.0.18 "GET /v2.0/networks/38077ff0-ea46-4ca2-9ed8-0785ad87b68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866687 Aug 16 06:58:19.262209 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26682787-6a4d-4a85-9991-2fbb3160025f req-70d5fa72-7561-4443-8bdb-813e64185dc9 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:19.263706 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-26682787-6a4d-4a85-9991-2fbb3160025f req-70d5fa72-7561-4443-8bdb-813e64185dc9 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 943 time: 0.0573740 Aug 16 06:58:19.304273 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-26682787-6a4d-4a85-9991-2fbb3160025f req-55b22abf-cd88-4c57-827f-e8602d970675 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346589 Aug 16 06:58:19.330175 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 33780) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:19.343047 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:19.437655 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:19.496472 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:19.513523 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81d1be-aa25-442d-8ee4-98f6d0a9542d req-ee37ac4f-c5ec-4d16-9a1d-219914652979 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:19.515019 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cb81d1be-aa25-442d-8ee4-98f6d0a9542d req-ee37ac4f-c5ec-4d16-9a1d-219914652979 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 945 time: 0.0525370 Aug 16 06:58:19.538895 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99913b79dca242ca845b2726ed694489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074213 Aug 16 06:58:19.540978 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e77804-6f76-48e7-a9e1-1fe4dacbf8af,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:19.541501 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 33788) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:19.548313 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.548641 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.548980 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.549312 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.549641 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.550779 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.551073 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.551231 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.551564 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.555295 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.555295 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.555295 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc351b34-cbe6-4312-a57a-6ac580acf178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:19.577469 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cb81d1be-aa25-442d-8ee4-98f6d0a9542d req-a89f3bf9-8160-4f77-94a0-a894a2df5c6c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563064 Aug 16 06:58:19.608077 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1d3a1c41-fde8-48f8-93b7-9c083e737e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:19.631086 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1d3a1c41-fde8-48f8-93b7-9c083e737e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:19.796930 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1d3a1c41-fde8-48f8-93b7-9c083e737e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:19.799534 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1d3a1c41-fde8-48f8-93b7-9c083e737e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:19.803416 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-1d3a1c41-fde8-48f8-93b7-9c083e737e22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33e77804-6f76-48e7-a9e1-1fe4dacbf8af HTTP/1.1" status: 204 len: 168 time: 0.2582741 Aug 16 06:58:19.808668 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a1c41-fde8-48f8-93b7-9c083e737e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e77804-6f76-48e7-a9e1-1fe4dacbf8af,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:19.967854 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-5cc1682a-5cb4-4659-a7a5-4cec29ae3a61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386634 Aug 16 06:58:20.038949 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-46e3f86e-8133-450f-8d2d-a7e3b08b1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:20.040140 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-46e3f86e-8133-450f-8d2d-a7e3b08b1ed0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 1098 time: 0.0454543 Aug 16 06:58:20.160744 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-b3713d62-4db0-44aa-8a5d-5574fe94d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:20.165084 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-b3713d62-4db0-44aa-8a5d-5574fe94d1af service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 200 len: 919 time: 0.0884032 Aug 16 06:58:20.214706 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-986b21ab-a8ef-4c2a-9a89-8a08f2a23473 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f HTTP/1.1" status: 200 len: 217 time: 0.0350645 Aug 16 06:58:20.272160 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-13354176-52b3-4665-a95b-b3e22ac5dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:20.272160 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-13354176-52b3-4665-a95b-b3e22ac5dc65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 200 len: 859 time: 0.0487485 Aug 16 06:58:20.303384 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-8b91232b-500b-4f4f-a5f6-96fc7da63c9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250661 Aug 16 06:58:20.446807 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-e4c43efb-9e00-44ac-b244-552dbab079a3 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351571 Aug 16 06:58:20.460183 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460affee-3de4-414e-941a-7eed42808a14 req-405519b8-451c-4796-abbd-74d587e21adf tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:20.468039 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-460affee-3de4-414e-941a-7eed42808a14 req-405519b8-451c-4796-abbd-74d587e21adf tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 943 time: 0.0801601 Aug 16 06:58:20.566244 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-460affee-3de4-414e-941a-7eed42808a14 req-9692e452-96b3-4637-a490-264634f27c9c tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966301 Aug 16 06:58:20.604154 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9751dffe-a5dc-4fda-ac95-6e87b937eba7 req-cd93b57c-b9c7-40be-bb35-a306f7b35748 service neutron] 10.222.0.18 "GET /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334436 Aug 16 06:58:21.004770 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0483e-9c2b-45f5-af00-c5d00ca543a7 req-99ea5799-60ff-4152-921f-40666934340c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:21.006224 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d8f0483e-9c2b-45f5-af00-c5d00ca543a7 req-99ea5799-60ff-4152-921f-40666934340c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0494649 Aug 16 06:58:21.052293 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d8f0483e-9c2b-45f5-af00-c5d00ca543a7 req-d8165b34-8253-4553-acc0-d6ece28685d0 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 Aug 16 06:58:21.685876 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06c9cc-079f-4804-99b8-0a4529615fae req-7cbd3cdd-181f-46cc-bef3-ec6c3a99daf9 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:21.687356 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ac06c9cc-079f-4804-99b8-0a4529615fae req-7cbd3cdd-181f-46cc-bef3-ec6c3a99daf9 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 943 time: 0.0499938 Aug 16 06:58:21.725912 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ac06c9cc-079f-4804-99b8-0a4529615fae req-bdd040c7-65fc-4d1a-a85d-162d2fb767e5 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Aug 16 06:58:22.182305 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e13f7-7dd2-4560-a85e-477f2b63f106 req-b6e696c2-8c63-4ede-ba7a-1cb041d18dfe tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:22.183803 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-170e13f7-7dd2-4560-a85e-477f2b63f106 req-b6e696c2-8c63-4ede-ba7a-1cb041d18dfe tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0521672 Aug 16 06:58:22.224487 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-170e13f7-7dd2-4560-a85e-477f2b63f106 req-c41ae366-6e86-4d0c-9ef5-9cd4cf9d2890 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Aug 16 06:58:22.839320 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9777cff-6b36-4c84-920b-ba735eeec44c req-5ae73f72-f881-40b0-91a5-f59a6f61e40b tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:22.840790 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a9777cff-6b36-4c84-920b-ba735eeec44c req-5ae73f72-f881-40b0-91a5-f59a6f61e40b tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 943 time: 0.0489452 Aug 16 06:58:22.877835 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a9777cff-6b36-4c84-920b-ba735eeec44c req-213e0be7-b135-4dd9-a977-e3f4727bdd0d tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 Aug 16 06:58:23.340747 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f46b1-02d0-4111-9667-3f45f7228209 req-7acf4c8f-ec7f-408d-a1fb-a382787d7ada tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:23.342164 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-704f46b1-02d0-4111-9667-3f45f7228209 req-7acf4c8f-ec7f-408d-a1fb-a382787d7ada tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0474443 Aug 16 06:58:23.380369 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-704f46b1-02d0-4111-9667-3f45f7228209 req-391642d4-bc5c-4706-8ba5-bdbef0b32802 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Aug 16 06:58:23.918641 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:23.995595 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e935-ca90-45fd-bfda-420a00d06878 req-9dacb5c6-0cf2-4c8b-90d3-51c259ecf1ef tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:23.997060 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6411e935-ca90-45fd-bfda-420a00d06878 req-9dacb5c6-0cf2-4c8b-90d3-51c259ecf1ef tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 943 time: 0.0518925 Aug 16 06:58:24.036135 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6411e935-ca90-45fd-bfda-420a00d06878 req-18bef704-845c-446b-9fa1-eb39371652ba tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323675 Aug 16 06:58:24.190497 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 33448dae-13fb-438c-96c9-6deb00f51f27 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:58:24.294667 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 33448dae-13fb-438c-96c9-6deb00f51f27, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=33448dae-13fb-438c-96c9-6deb00f51f27,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:24.305958 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '33448dae-13fb-438c-96c9-6deb00f51f27', 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e', 'port_id': '33448dae-13fb-438c-96c9-6deb00f51f27', 'mac_address': 'fa:16:3e:1a:b0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd86efd-5f78-4152-9798-9c07be68235f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:58:24.341659 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:24.354495 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33448dae-13fb-438c-96c9-6deb00f51f27 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:58:24.375238 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 33448dae-13fb-438c-96c9-6deb00f51f27, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=33448dae-13fb-438c-96c9-6deb00f51f27,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:24.455925 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:24.498520 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d89ee-620b-43ae-b731-53e72f5591c2 req-99e82816-c94f-4dc5-9e00-1b498db548a5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:24.500226 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-935d89ee-620b-43ae-b731-53e72f5591c2 req-99e82816-c94f-4dc5-9e00-1b498db548a5 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0493305 Aug 16 06:58:24.513876 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=33448dae-13fb-438c-96c9-6deb00f51f27,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:24.540853 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-935d89ee-620b-43ae-b731-53e72f5591c2 req-d6131839-28a9-43a9-a450-72d6a6cf856b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335047 Aug 16 06:58:24.680823 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-cb36a032-727e-4991-a100-52098bdb3a0d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:24.682288 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-cb36a032-727e-4991-a100-52098bdb3a0d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 945 time: 0.0542986 Aug 16 06:58:24.827845 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Deleting port afd7b6b3-8044-4c07-a63f-f296921e3213 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:58:24.828375 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:24.921859 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] For port afd7b6b3-8044-4c07-a63f-f296921e3213, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=afd7b6b3-8044-4c07-a63f-f296921e3213,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:24.922216 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:24.937242 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Calling delete_port for afd7b6b3-8044-4c07-a63f-f296921e3213 owned by compute:nova {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:58:25.021522 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['33448dae-13fb-438c-96c9-6deb00f51f27'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:58:25.364129 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c335cf5-b7b3-4345-9be6-6c9d07db4510 req-2e65a0a3-7f92-4643-86be-ab15b9c78ad1 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:25.364129 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0c335cf5-b7b3-4345-9be6-6c9d07db4510 req-2e65a0a3-7f92-4643-86be-ab15b9c78ad1 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0644300 Aug 16 06:58:25.405422 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0c335cf5-b7b3-4345-9be6-6c9d07db4510 req-c6c03b98-e8ba-4efc-8be4-43102247e486 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335793 Aug 16 06:58:25.488202 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:25.523040 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Pushing event deleted for resources: {'Port': ['ID=afd7b6b3-8044-4c07-a63f-f296921e3213,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:25.567599 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.578228 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:58:25.590278 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] No DVR routers for this DVR port afd7b6b3-8044-4c07-a63f-f296921e3213 on host hv-cinder-80390 {{(pid=101192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:58:25.593278 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:25.595272 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-99b69c00-eae0-454a-ad89-b4a1f91b6aff req-4f8e4a90-1564-4655-bab0-3d6cecd4d509 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.18 "DELETE /v2.0/ports/afd7b6b3-8044-4c07-a63f-f296921e3213 HTTP/1.1" status: 204 len: 173 time: 0.9056587 Aug 16 06:58:25.595705 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8cc41a-bdde-4684-aee5-16c923993222', 'name': 'network-vif-deleted', 'tag': 'afd7b6b3-8044-4c07-a63f-f296921e3213'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:25.597958 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0b43a1-71c8-4aaa-93cc-c53e1761128c" -d '{"events": [{"server_uuid": "ca8cc41a-bdde-4684-aee5-16c923993222", "name": "network-vif-deleted", "tag": "afd7b6b3-8044-4c07-a63f-f296921e3213"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:25.638969 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b13bef-3bc3-417a-91d5-d3ca46591982 x-openstack-request-id: req-73b13bef-3bc3-417a-91d5-d3ca46591982 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:25.639287 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8cc41a-bdde-4684-aee5-16c923993222", "name": "network-vif-deleted", "tag": "afd7b6b3-8044-4c07-a63f-f296921e3213", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:25.639539 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73b13bef-3bc3-417a-91d5-d3ca46591982 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:25.639923 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8cc41a-bdde-4684-aee5-16c923993222', 'name': 'network-vif-deleted', 'tag': 'afd7b6b3-8044-4c07-a63f-f296921e3213', 'status': 'completed', 'code': 200} Aug 16 06:58:25.641911 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d78f5bd2-79bf-4d1e-89c4-4810b0795a81 req-a1171632-5dab-4995-8466-add1c4c4e350 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0286431 Aug 16 06:58:26.519419 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad97d9f-4006-4be1-903e-2bbdadc62117 req-6b49be0c-cc26-433a-b3e7-c83f20d15cc3 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:26.521398 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5ad97d9f-4006-4be1-903e-2bbdadc62117 req-6b49be0c-cc26-433a-b3e7-c83f20d15cc3 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0491006 Aug 16 06:58:26.559213 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5ad97d9f-4006-4be1-903e-2bbdadc62117 req-92090c31-a8e2-48ea-9bda-14b3528aef25 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Aug 16 06:58:26.743267 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0c24b4a3-f19a-4182-932c-c8ae80d3ec9d req-0e551c82-95ff-4c74-bec4-84b453703af8 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0293324 Aug 16 06:58:27.670324 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34b592-66b2-4aa6-b827-dd8f3b46eac3 req-8d79093d-4570-4b10-ab08-e61ca3a1e757 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:27.671797 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2f34b592-66b2-4aa6-b827-dd8f3b46eac3 req-8d79093d-4570-4b10-ab08-e61ca3a1e757 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0471919 Aug 16 06:58:27.708342 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2f34b592-66b2-4aa6-b827-dd8f3b46eac3 req-d970641a-90de-41a5-a2b0-7e2a8907fbf4 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301011 Aug 16 06:58:27.835634 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1551bfb8-bd8c-4702-b4e4-9152dd251688 req-ab44ebcd-bfc4-49e5-9eac-92070623caa6 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0256405 Aug 16 06:58:28.826574 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd14c6-5b5f-4621-b45c-24e0c7189c65 req-7e4787e0-f9f9-4253-856b-967d6bd3283c tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:28.828090 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ebbd14c6-5b5f-4621-b45c-24e0c7189c65 req-7e4787e0-f9f9-4253-856b-967d6bd3283c tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0531895 Aug 16 06:58:28.865078 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ebbd14c6-5b5f-4621-b45c-24e0c7189c65 req-38992c97-4b1b-424b-b351-2a6e542afa68 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311222 Aug 16 06:58:28.949264 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ca228ae2-2341-48ff-bd08-0804e953fae9 req-6d217e88-75f4-4848-878d-8d2991671517 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0265279 Aug 16 06:58:29.979449 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d2cce-d363-49cd-bf57-2fa1028e7bed req-ecd46e73-feec-4d65-a0cf-1727b9aa4965 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:29.980928 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a57d2cce-d363-49cd-bf57-2fa1028e7bed req-ecd46e73-feec-4d65-a0cf-1727b9aa4965 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0476158 Aug 16 06:58:30.022386 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a57d2cce-d363-49cd-bf57-2fa1028e7bed req-612a86fd-8331-48e0-a9b1-208cda2c0dcc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354519 Aug 16 06:58:30.111060 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7d0c5d5e-b447-4fe4-80ed-8f774e48d853 req-44bdf25e-9fb0-46cb-bb8c-07e63ebb904d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0258715 Aug 16 06:58:31.139022 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5415d60-7de2-4beb-b32c-53a6c8e16e57 req-0f1edfac-1a1c-460b-843a-bb6d34d05214 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:31.140563 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f5415d60-7de2-4beb-b32c-53a6c8e16e57 req-0f1edfac-1a1c-460b-843a-bb6d34d05214 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0513322 Aug 16 06:58:31.179660 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f5415d60-7de2-4beb-b32c-53a6c8e16e57 req-23be84d4-4648-4a7f-8cf6-9e10a9913815 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Aug 16 06:58:31.262688 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-41d7c4fc-9675-41d4-bbec-89d2ffe7a6bf req-2c4c91fa-d38f-4b03-89b8-a2c4c5566a7d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0264969 Aug 16 06:58:32.123555 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device afd7b6b3-8044-4c07-a63f-f296921e3213 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:58:32.143931 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: afd7b6b3-8044-4c07-a63f-f296921e3213 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:58:32.144279 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device afd7b6b3-8044-4c07-a63f-f296921e3213 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:58:32.296282 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c4f3b-33f9-4494-846a-bf4bfd09d3ec req-0d30422e-1d9f-45b1-b40f-2ba30564cbaf tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:32.297787 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-214c4f3b-33f9-4494-846a-bf4bfd09d3ec req-0d30422e-1d9f-45b1-b40f-2ba30564cbaf tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0527246 Aug 16 06:58:32.337067 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-214c4f3b-33f9-4494-846a-bf4bfd09d3ec req-5ccc9cb2-4fa8-42fa-9bac-af7bd38b4cf6 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Aug 16 06:58:32.374252 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d1c2a558-bb98-4d07-83e8-88df0da0a1d7 req-b0ba39a2-4737-4c3a-a3ab-a6068c70d0c7 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0296891 Aug 16 06:58:33.054220 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['7abd7c11-8d9f-4914-8c8f-48b0ac056c8f'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:58:33.456209 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b81e4-0091-4982-87a4-f4390c0d982b req-bca89b62-3658-4251-8605-22d359d2ddad tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:33.457670 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-750b81e4-0091-4982-87a4-f4390c0d982b req-bca89b62-3658-4251-8605-22d359d2ddad tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0502462 Aug 16 06:58:33.495314 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-750b81e4-0091-4982-87a4-f4390c0d982b req-2aa2077c-9925-4452-a850-55afd92cfd20 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Aug 16 06:58:33.591665 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7e9cb849-de59-456e-bd97-9c767dacce60 req-b6c9019c-e7cd-483d-b35b-35afe01ad1fe tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca8cc41a-bdde-4684-aee5-16c923993222 HTTP/1.1" status: 200 len: 210 time: 0.0272412 Aug 16 06:58:34.612575 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c532ec-f978-41ea-b02c-8b31f16b8c3d req-00fd6f3a-052c-4b80-b1f3-d59c7a031422 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:34.614027 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-08c532ec-f978-41ea-b02c-8b31f16b8c3d req-00fd6f3a-052c-4b80-b1f3-d59c7a031422 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0478632 Aug 16 06:58:34.653363 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-08c532ec-f978-41ea-b02c-8b31f16b8c3d req-96e2dcc4-3ce8-49dc-baeb-86a3ef21826a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Aug 16 06:58:35.151728 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2a385-7fef-4950-8915-f5af3c58bd6d req-eceaa070-f8be-43fc-b07c-8ae7a08edc94 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:35.153176 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6df2a385-7fef-4950-8915-f5af3c58bd6d req-eceaa070-f8be-43fc-b07c-8ae7a08edc94 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0505595 Aug 16 06:58:35.190783 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6df2a385-7fef-4950-8915-f5af3c58bd6d req-b72123a0-bf7d-434f-8b97-d9e8d59496dd tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Aug 16 06:58:35.768517 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abb99f-d402-404a-879a-3e67b762b3fc req-ea4de577-e8e0-4f5a-ab05-62d66a96a521 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:35.769988 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-10abb99f-d402-404a-879a-3e67b762b3fc req-ea4de577-e8e0-4f5a-ab05-62d66a96a521 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0508056 Aug 16 06:58:35.810731 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-10abb99f-d402-404a-879a-3e67b762b3fc req-e529c33e-f621-4ee5-b97d-dc641cc4b1c6 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332839 Aug 16 06:58:36.304044 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68ff77-d899-4174-9b20-b25bb393be75 req-9f041e3e-cc90-42e2-80e7-cd7a8e3a2f6b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:36.305544 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2c68ff77-d899-4174-9b20-b25bb393be75 req-9f041e3e-cc90-42e2-80e7-cd7a8e3a2f6b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0476692 Aug 16 06:58:36.343180 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2c68ff77-d899-4174-9b20-b25bb393be75 req-1e485ab8-b932-44c6-a9fe-b9040ca8c765 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Aug 16 06:58:36.780471 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 33448dae-13fb-438c-96c9-6deb00f51f27 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:58:36.896362 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 33448dae-13fb-438c-96c9-6deb00f51f27 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:58:36.900329 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 33448dae-13fb-438c-96c9-6deb00f51f27 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:58:36.900752 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:36.931169 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16e7fa-aae1-4644-9933-ead9aee01754 req-1cc8d881-9858-4a18-ba22-0795961af546 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:36.932781 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ce16e7fa-aae1-4644-9933-ead9aee01754 req-1cc8d881-9858-4a18-ba22-0795961af546 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 944 time: 0.0528452 Aug 16 06:58:36.970964 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ce16e7fa-aae1-4644-9933-ead9aee01754 req-a9bcfb69-e1ae-4a81-940a-f95fb812428b tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Aug 16 06:58:36.983121 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:37.006182 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0ac0be-36c4-48ee-b17b-4be5b1c9a236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33448dae-13fb-438c-96c9-6deb00f51f27'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:37.008450 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afea8a9-f20d-47ea-a4c9-c90d07870a32" -d '{"events": [{"server_uuid": "3a0ac0be-36c4-48ee-b17b-4be5b1c9a236", "name": "network-vif-plugged", "status": "completed", "tag": "33448dae-13fb-438c-96c9-6deb00f51f27"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:37.021251 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 33448dae-13fb-438c-96c9-6deb00f51f27, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=33448dae-13fb-438c-96c9-6deb00f51f27,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:37.045183 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d116ca06-7562-4920-bd26-ed8226dd243d x-openstack-request-id: req-d116ca06-7562-4920-bd26-ed8226dd243d {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:37.045494 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0ac0be-36c4-48ee-b17b-4be5b1c9a236", "name": "network-vif-plugged", "status": "completed", "tag": "33448dae-13fb-438c-96c9-6deb00f51f27", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:37.045745 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d116ca06-7562-4920-bd26-ed8226dd243d {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:37.046130 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0ac0be-36c4-48ee-b17b-4be5b1c9a236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33448dae-13fb-438c-96c9-6deb00f51f27', 'code': 200} Aug 16 06:58:37.089930 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:37.136712 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=33448dae-13fb-438c-96c9-6deb00f51f27,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:37.473174 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116193b-c7fd-43a3-8eed-7e636048684c req-25006e86-86ee-4cb4-8930-8eac19af50bd tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:37.475577 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4116193b-c7fd-43a3-8eed-7e636048684c req-25006e86-86ee-4cb4-8930-8eac19af50bd tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0515616 Aug 16 06:58:37.519910 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4116193b-c7fd-43a3-8eed-7e636048684c req-fa6c8f9a-3043-450c-aef6-464d922de245 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 Aug 16 06:58:37.872693 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a228-0113-4bc2-af6c-fba24fb8848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:38.084634 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8bf0c-e8d9-405c-8c52-7dfd2bb03f7d req-1e26498d-0ea0-4ae2-bc9e-61d41302cac1 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:38.086104 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4ca8bf0c-e8d9-405c-8c52-7dfd2bb03f7d req-1e26498d-0ea0-4ae2-bc9e-61d41302cac1 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0483546 Aug 16 06:58:38.123375 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4ca8bf0c-e8d9-405c-8c52-7dfd2bb03f7d req-0cfe5988-091a-43ca-ad6a-753812c374a0 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Aug 16 06:58:38.644468 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca1380-2a1d-475e-a2fa-b60e3ce1ebc3 req-9dd5b7ea-4933-4a32-90f3-fc30d2db2f54 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:38.646654 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e5ca1380-2a1d-475e-a2fa-b60e3ce1ebc3 req-9dd5b7ea-4933-4a32-90f3-fc30d2db2f54 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0587296 Aug 16 06:58:38.683873 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e5ca1380-2a1d-475e-a2fa-b60e3ce1ebc3 req-7bec85ff-9bad-451d-b023-d5af624f44a9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Aug 16 06:58:39.237873 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef0ea7-76cf-4adb-8885-7fcc9e2ef9b1 req-718ecd2c-7f20-467c-987a-aaccf34a8f97 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:39.240004 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d2ef0ea7-76cf-4adb-8885-7fcc9e2ef9b1 req-718ecd2c-7f20-467c-987a-aaccf34a8f97 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0505452 Aug 16 06:58:39.277599 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d2ef0ea7-76cf-4adb-8885-7fcc9e2ef9b1 req-b053cb8a-eb2a-450e-8da3-98e399bd5409 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Aug 16 06:58:39.795703 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb70ea8-38c7-405e-8e11-411b7eb24bef req-b544053c-fe8c-473d-8672-1e28dd8cd259 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:39.797053 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dbb70ea8-38c7-405e-8e11-411b7eb24bef req-b544053c-fe8c-473d-8672-1e28dd8cd259 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0486388 Aug 16 06:58:39.834187 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dbb70ea8-38c7-405e-8e11-411b7eb24bef req-f7fe399c-e09e-4614-a2d8-342ee0ee1a53 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302510 Aug 16 06:58:40.395484 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63378-1062-4593-9ef6-cefffb5a727c req-5bfa970e-d160-49d4-b270-b8dd7f80447a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:40.397219 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-99c63378-1062-4593-9ef6-cefffb5a727c req-5bfa970e-d160-49d4-b270-b8dd7f80447a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0534427 Aug 16 06:58:40.436291 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-99c63378-1062-4593-9ef6-cefffb5a727c req-4cf83ee4-36f2-4997-96a0-45876ffd7d92 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330989 Aug 16 06:58:40.815597 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:40.956090 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9115eb-9ef6-4148-a045-a8e67044f562 req-379510fc-148b-442c-a929-4868e6d6c9d9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:40.957567 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1c9115eb-9ef6-4148-a045-a8e67044f562 req-379510fc-148b-442c-a929-4868e6d6c9d9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0498819 Aug 16 06:58:40.987320 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-98c40ed3-3eae-41a0-a529-ab32a8f37bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:40.995467 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1c9115eb-9ef6-4148-a045-a8e67044f562 req-bed5b341-7ae4-4646-ac08-f7e16b1d2e5b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Aug 16 06:58:41.125051 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de96b7-a33c-4851-9c4b-4e4769e97049 req-7cf53240-4c0c-4adc-be7f-0e0f264bce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:41.126425 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f0de96b7-a33c-4851-9c4b-4e4769e97049 req-7cf53240-4c0c-4adc-be7f-0e0f264bce30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 1098 time: 0.0393493 Aug 16 06:58:41.164410 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f0de96b7-a33c-4851-9c4b-4e4769e97049 req-0c8ce06c-54a2-4044-a83d-9f5e6aad7a9c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275366 Aug 16 06:58:41.557048 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1286df-f476-4e86-9aac-378729d17a42 req-37f0719f-aaff-433b-9604-dde84f349101 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:41.558531 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3f1286df-f476-4e86-9aac-378729d17a42 req-37f0719f-aaff-433b-9604-dde84f349101 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0544758 Aug 16 06:58:41.596362 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3f1286df-f476-4e86-9aac-378729d17a42 req-7d8db707-2afe-4b49-ad5f-42173abf3efa tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Aug 16 06:58:41.958636 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:42.115885 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fb95-4a83-4d10-b148-9cf27d72718d req-146da1f6-f4ef-48db-8887-c9b0fac38d97 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:42.117397 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5bf0fb95-4a83-4d10-b148-9cf27d72718d req-146da1f6-f4ef-48db-8887-c9b0fac38d97 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0502930 Aug 16 06:58:42.155247 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5bf0fb95-4a83-4d10-b148-9cf27d72718d req-8f61bae7-d169-4879-b78b-2ae7dba922b8 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Aug 16 06:58:42.712723 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbcade-418f-40c9-8a38-4a98d614e1a6 req-6c57526f-3a3a-4ac4-98d2-7be6741cda68 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:42.714198 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dedbcade-418f-40c9-8a38-4a98d614e1a6 req-6c57526f-3a3a-4ac4-98d2-7be6741cda68 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Aug 16 06:58:42.751346 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dedbcade-418f-40c9-8a38-4a98d614e1a6 req-083a8cd7-ce15-4be0-ab1e-f042ab4c6922 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Aug 16 06:58:43.275290 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6ac5-e958-4518-a6a1-13a9a6a0013f req-861fde2c-485d-4ea0-9c88-483576d50e8c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:43.276844 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ffdd6ac5-e958-4518-a6a1-13a9a6a0013f req-861fde2c-485d-4ea0-9c88-483576d50e8c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0532074 Aug 16 06:58:43.323566 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ffdd6ac5-e958-4518-a6a1-13a9a6a0013f req-6ad7f531-0c1e-443b-85e6-109fa25b46f4 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Aug 16 06:58:43.455313 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:43.866863 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210643d-5afc-4ba4-b4cd-90a879c05b89 req-09163f12-caa2-42ad-bb53-da6d26c3f291 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:43.869016 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b210643d-5afc-4ba4-b4cd-90a879c05b89 req-09163f12-caa2-42ad-bb53-da6d26c3f291 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0497468 Aug 16 06:58:43.907083 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b210643d-5afc-4ba4-b4cd-90a879c05b89 req-5391b904-58ee-4b4b-a657-edb7d441cd7a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Aug 16 06:58:44.448714 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195626b-2275-43d6-853a-911035d0816a req-2fa364e3-195f-4c24-bdb0-f145c31399a3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:44.450122 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0195626b-2275-43d6-853a-911035d0816a req-2fa364e3-195f-4c24-bdb0-f145c31399a3 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0531197 Aug 16 06:58:44.486986 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0195626b-2275-43d6-853a-911035d0816a req-9ed1972d-3f18-4d02-936c-39499a5e49a0 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310361 Aug 16 06:58:45.606835 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c8410-cb52-4790-8a28-6a7c69559f34 req-a969af01-c0ed-442b-a1b6-c0614ab9e9bf tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:45.608340 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d31c8410-cb52-4790-8a28-6a7c69559f34 req-a969af01-c0ed-442b-a1b6-c0614ab9e9bf tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0529883 Aug 16 06:58:45.646190 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d31c8410-cb52-4790-8a28-6a7c69559f34 req-c9fe8b26-ce29-4beb-b2a5-dd4a0c1396ad tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Aug 16 06:58:45.908899 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befc03d-2045-4944-a283-a8e646d95bea req-881b1cd9-efd1-466b-9853-216cd6399055 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:45.910624 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4befc03d-2045-4944-a283-a8e646d95bea req-881b1cd9-efd1-466b-9853-216cd6399055 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0488858 Aug 16 06:58:45.949124 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4befc03d-2045-4944-a283-a8e646d95bea req-46c92d85-ddd1-4fc0-b036-f8ee054fa4e3 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Aug 16 06:58:46.681359 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a602613-d025-4843-a47c-a939743e58b9 req-2c44a84c-a8bf-4267-b33b-a9ac42344602 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:46.682947 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1a602613-d025-4843-a47c-a939743e58b9 req-2c44a84c-a8bf-4267-b33b-a9ac42344602 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0486209 Aug 16 06:58:46.734890 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1a602613-d025-4843-a47c-a939743e58b9 req-5750ac9e-2a7b-43c9-8306-6eda80edb34a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461285 Aug 16 06:58:46.771590 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf5c88-655b-4311-a7f2-a19dd5fdd9a7 req-9067550b-f105-4df7-9c64-a4578674f909 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:46.773067 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0aaf5c88-655b-4311-a7f2-a19dd5fdd9a7 req-9067550b-f105-4df7-9c64-a4578674f909 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0557139 Aug 16 06:58:46.810584 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0aaf5c88-655b-4311-a7f2-a19dd5fdd9a7 req-da24edbd-61d7-48a7-9dd0-3625fb07a6a9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Aug 16 06:58:47.062591 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe46b-34f5-4d69-bd40-b1a5519914e9 req-db95d910-852f-4ca6-9a90-f55f7a3340d5 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:47.064094 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c3abe46b-34f5-4d69-bd40-b1a5519914e9 req-db95d910-852f-4ca6-9a90-f55f7a3340d5 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Aug 16 06:58:47.101450 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c3abe46b-34f5-4d69-bd40-b1a5519914e9 req-f8849c5a-c263-4388-a00f-5f468dfabaf5 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307875 Aug 16 06:58:47.849161 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f9dd3-4ffb-4ae5-973b-325d1db55a3c req-9df92966-bf69-4367-82e7-f1c514ebb79e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:47.850649 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ff9f9dd3-4ffb-4ae5-973b-325d1db55a3c req-9df92966-bf69-4367-82e7-f1c514ebb79e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0498595 Aug 16 06:58:47.900852 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ff9f9dd3-4ffb-4ae5-973b-325d1db55a3c req-89dc1622-f7ff-4b36-9416-239062e22fd2 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Aug 16 06:58:47.937306 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731008b-f9ef-4fa6-843f-378d59a8c9d5 req-f6ed1ece-7b73-4448-81e0-135288f464fb tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:47.938760 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5731008b-f9ef-4fa6-843f-378d59a8c9d5 req-f6ed1ece-7b73-4448-81e0-135288f464fb tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0567071 Aug 16 06:58:47.977637 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5731008b-f9ef-4fa6-843f-378d59a8c9d5 req-7923e3cf-84e5-4a78-b0df-0108f5d6aa3a tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Aug 16 06:58:48.229307 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7090d-92ac-47d0-8693-4924d3c5c89d req-982e7d7e-6526-46ef-b2d4-fbbdcc4bc9e6 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:48.230850 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-85b7090d-92ac-47d0-8693-4924d3c5c89d req-982e7d7e-6526-46ef-b2d4-fbbdcc4bc9e6 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0624275 Aug 16 06:58:48.269285 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-85b7090d-92ac-47d0-8693-4924d3c5c89d req-4e9a6d90-6be9-45f3-9772-b2815956e365 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Aug 16 06:58:48.779635 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fd469-9989-4099-b33f-a9367973b402 req-2d74fa20-2768-471e-8fcd-3c3dad916aa1 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:48.781041 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-732fd469-9989-4099-b33f-a9367973b402 req-2d74fa20-2768-471e-8fcd-3c3dad916aa1 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 945 time: 0.0471251 Aug 16 06:58:48.880077 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [req-732fd469-9989-4099-b33f-a9367973b402 req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Deleting port 33448dae-13fb-438c-96c9-6deb00f51f27 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:58:48.880768 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-732fd469-9989-4099-b33f-a9367973b402 req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:48.972511 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-732fd469-9989-4099-b33f-a9367973b402 req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] For port 33448dae-13fb-438c-96c9-6deb00f51f27, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=33448dae-13fb-438c-96c9-6deb00f51f27,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:48.972919 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-732fd469-9989-4099-b33f-a9367973b402 req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:49.011795 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [req-732fd469-9989-4099-b33f-a9367973b402 req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Calling delete_port for 33448dae-13fb-438c-96c9-6deb00f51f27 owned by compute:nova {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:58:49.075688 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50c437-b3a0-4ae9-bb2f-a4e51a5eef0f req-88f7f12e-4321-4c04-ac5a-4cb8841359e3 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:49.075688 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fa50c437-b3a0-4ae9-bb2f-a4e51a5eef0f req-88f7f12e-4321-4c04-ac5a-4cb8841359e3 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.1000233 Aug 16 06:58:49.131861 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fa50c437-b3a0-4ae9-bb2f-a4e51a5eef0f req-cbfe19b2-1d7b-4152-813d-65e5da6df427 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492742 Aug 16 06:58:49.261295 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19a36e-d75a-4ef1-bd26-cb648529283e req-cc2af836-349d-4d14-afd1-cbef81a63616 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:49.262814 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ca19a36e-d75a-4ef1-bd26-cb648529283e req-cc2af836-349d-4d14-afd1-cbef81a63616 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0536313 Aug 16 06:58:49.284957 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-732fd469-9989-4099-b33f-a9367973b402 req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:49.322654 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Pushing event deleted for resources: {'Port': ['ID=33448dae-13fb-438c-96c9-6deb00f51f27,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:49.336415 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ca19a36e-d75a-4ef1-bd26-cb648529283e req-b978a851-095e-4685-83c7-ae144622a405 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665536 Aug 16 06:58:49.368890 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-732fd469-9989-4099-b33f-a9367973b402 req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] No DVR routers for this DVR port 33448dae-13fb-438c-96c9-6deb00f51f27 on host hv-cinder-80390 {{(pid=101192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:58:49.371569 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-732fd469-9989-4099-b33f-a9367973b402 req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:49.376862 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-732fd469-9989-4099-b33f-a9367973b402 req-04c420d7-dfb3-4909-84ca-1dd84f1e2018 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.18 "DELETE /v2.0/ports/33448dae-13fb-438c-96c9-6deb00f51f27 HTTP/1.1" status: 204 len: 173 time: 0.5853574 Aug 16 06:58:49.376862 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0ac0be-36c4-48ee-b17b-4be5b1c9a236', 'name': 'network-vif-deleted', 'tag': '33448dae-13fb-438c-96c9-6deb00f51f27'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:49.376862 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c941463-ad88-4ced-b2e1-c9b1ed12b79b" -d '{"events": [{"server_uuid": "3a0ac0be-36c4-48ee-b17b-4be5b1c9a236", "name": "network-vif-deleted", "tag": "33448dae-13fb-438c-96c9-6deb00f51f27"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:49.432638 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b99e0838-6515-41ca-95bd-99fb588ce2c3 req-3d0d83dc-402c-475c-913a-8025ca8bebb4 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0353689 Aug 16 06:58:49.436182 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd234a20-9cb3-4b8a-bca9-0963be3270e4 x-openstack-request-id: req-fd234a20-9cb3-4b8a-bca9-0963be3270e4 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:49.436564 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0ac0be-36c4-48ee-b17b-4be5b1c9a236", "name": "network-vif-deleted", "tag": "33448dae-13fb-438c-96c9-6deb00f51f27", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:49.437073 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd234a20-9cb3-4b8a-bca9-0963be3270e4 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:49.437525 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0ac0be-36c4-48ee-b17b-4be5b1c9a236', 'name': 'network-vif-deleted', 'tag': '33448dae-13fb-438c-96c9-6deb00f51f27', 'status': 'completed', 'code': 200} Aug 16 06:58:49.527236 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169c34f-6d39-458d-9c00-35ce3e35248a req-7c2c4d34-fa0a-42a9-b812-9a12d435b60a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:49.528687 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6169c34f-6d39-458d-9c00-35ce3e35248a req-7c2c4d34-fa0a-42a9-b812-9a12d435b60a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0487373 Aug 16 06:58:49.568225 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6169c34f-6d39-458d-9c00-35ce3e35248a req-a81e1ece-5b34-494e-a582-d7bff42dfe30 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Aug 16 06:58:50.210227 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:58:50.260424 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6de6a-f6ae-485a-a5b8-91d0c68ae501 req-9018e171-1a8f-48de-b01c-b4fdc75b3cf0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:50.261887 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-59d6de6a-f6ae-485a-a5b8-91d0c68ae501 req-9018e171-1a8f-48de-b01c-b4fdc75b3cf0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Aug 16 06:58:50.299804 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-59d6de6a-f6ae-485a-a5b8-91d0c68ae501 req-83795ea8-3f62-47a7-8394-58bfb06b43f0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Aug 16 06:58:50.455356 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6e95c-ad12-4d35-820e-756ab229f1ed req-62288c9d-1746-475f-a4d9-ebf38dd91093 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:50.456866 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cef6e95c-ad12-4d35-820e-756ab229f1ed req-62288c9d-1746-475f-a4d9-ebf38dd91093 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0529950 Aug 16 06:58:50.500310 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cef6e95c-ad12-4d35-820e-756ab229f1ed req-88b5fc1f-1d5b-4f81-8f5c-250b73b1134c tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366356 Aug 16 06:58:50.540575 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a670eb4d-cd63-4ee3-b942-8032f4546b56 req-b6f4655c-de99-4058-abcc-368dc91e3efb tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0280578 Aug 16 06:58:50.686176 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4222ac-86a7-46c1-a218-cf4acc263e0a req-e99f1ddd-d966-4cf3-9847-428aa2575465 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:50.687689 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5f4222ac-86a7-46c1-a218-cf4acc263e0a req-e99f1ddd-d966-4cf3-9847-428aa2575465 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0499237 Aug 16 06:58:50.725920 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5f4222ac-86a7-46c1-a218-cf4acc263e0a req-b7e25f04-27a5-41dd-8c74-6a252504fcbd tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319490 Aug 16 06:58:51.214318 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 33448dae-13fb-438c-96c9-6deb00f51f27 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:58:51.236680 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 33448dae-13fb-438c-96c9-6deb00f51f27 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:58:51.237027 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 33448dae-13fb-438c-96c9-6deb00f51f27 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:58:51.412009 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d54d-b32d-42bd-bb93-449e2256cae3 req-764e87fe-3831-432f-8ca0-781e60b91448 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:51.413527 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ce72d54d-b32d-42bd-bb93-449e2256cae3 req-764e87fe-3831-432f-8ca0-781e60b91448 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0481706 Aug 16 06:58:51.456996 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ce72d54d-b32d-42bd-bb93-449e2256cae3 req-91a786bc-2ca1-4086-8e59-f50743a697fc tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Aug 16 06:58:51.617087 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b05be4-f376-445c-80d9-628a180fd265 req-988a0818-98c4-475f-93ea-2bda73df070b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:51.618573 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f5b05be4-f376-445c-80d9-628a180fd265 req-988a0818-98c4-475f-93ea-2bda73df070b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Aug 16 06:58:51.650110 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b73dbe5b-2097-49db-a657-b46f9c015cc0 req-2b2e3407-2c1b-4dd8-9a71-4a08372c1474 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0305736 Aug 16 06:58:51.678153 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f5b05be4-f376-445c-80d9-628a180fd265 req-0bb160c0-7b8c-48ce-8ed0-b1ead20b96bd tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500965 Aug 16 06:58:51.883694 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056a0a-702d-4eaa-830d-0ba6df6ac800 req-3ed6ec8b-6634-48d9-ae6f-f2fdd4973ee0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:51.885739 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-10056a0a-702d-4eaa-830d-0ba6df6ac800 req-3ed6ec8b-6634-48d9-ae6f-f2fdd4973ee0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0565608 Aug 16 06:58:51.925264 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-10056a0a-702d-4eaa-830d-0ba6df6ac800 req-11bf8a20-014a-4eba-a4be-be5bf1324d79 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336018 Aug 16 06:58:52.573314 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fa491-1bfb-4a30-9868-4048630874b3 req-f41fac78-478c-44de-a256-f79da0c57432 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:52.574801 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d90fa491-1bfb-4a30-9868-4048630874b3 req-f41fac78-478c-44de-a256-f79da0c57432 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0516737 Aug 16 06:58:52.612141 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d90fa491-1bfb-4a30-9868-4048630874b3 req-76310b76-c88f-4b99-8982-e9122d9486b0 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Aug 16 06:58:52.756762 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-43fd0f0e-291f-4ad2-9884-0924900e28a1 req-0c291205-0733-4334-a93b-26048f1bfde0 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0291698 Aug 16 06:58:52.802822 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66079c96-36c8-49c3-9921-bd43b30e6e02 req-e628c496-e9a7-4368-b58c-8ccb27c5b1f9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:52.804337 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-66079c96-36c8-49c3-9921-bd43b30e6e02 req-e628c496-e9a7-4368-b58c-8ccb27c5b1f9 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0510917 Aug 16 06:58:52.841290 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-66079c96-36c8-49c3-9921-bd43b30e6e02 req-9ce33a6c-b03f-44c5-8b76-ad573b1a663d tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Aug 16 06:58:53.048386 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8de4a-0b09-4839-ba7c-832edded1e95 req-59f9928a-03cd-4c44-ac03-b37c3741f5e3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:53.049770 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-91b8de4a-0b09-4839-ba7c-832edded1e95 req-59f9928a-03cd-4c44-ac03-b37c3741f5e3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0531464 Aug 16 06:58:53.087951 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-91b8de4a-0b09-4839-ba7c-832edded1e95 req-de3e702d-8bf1-4368-a89d-4a8b83f56e90 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316529 Aug 16 06:58:53.725675 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a809dd-e3e0-463b-906a-08ae05538a4d req-10c63c00-6813-4c09-8dd5-8b3fed14cedd tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:53.727176 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6a809dd-e3e0-463b-906a-08ae05538a4d req-10c63c00-6813-4c09-8dd5-8b3fed14cedd tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Aug 16 06:58:53.763830 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6a809dd-e3e0-463b-906a-08ae05538a4d req-5b64f51b-603b-4aa4-8ceb-7969c42aa14e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306022 Aug 16 06:58:53.858435 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-37f53385-852d-4186-9317-e88d0b1fe2ae req-3aaf41a9-1e6e-43b3-a7c2-450fa35bb19c tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0262022 Aug 16 06:58:53.958524 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c43a7f-d671-48ee-ae78-6d521b8e9102 req-472d6418-22e7-4d66-8efa-31761d335edb tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:53.960060 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-94c43a7f-d671-48ee-ae78-6d521b8e9102 req-472d6418-22e7-4d66-8efa-31761d335edb tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0532324 Aug 16 06:58:54.022834 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-94c43a7f-d671-48ee-ae78-6d521b8e9102 req-3af524e6-61a0-44ed-aef7-80170af7db08 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa0d9f3a-f625-4639-808f-0a3636fd6a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568419 Aug 16 06:58:54.045380 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480b3d2-561c-496c-924b-be38aebee882 req-3e8ebc9a-5ca3-4e38-aada-5b0385f4b8a2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:54.045380 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d480b3d2-561c-496c-924b-be38aebee882 req-3e8ebc9a-5ca3-4e38-aada-5b0385f4b8a2 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 945 time: 0.0627451 Aug 16 06:58:54.077736 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:54.143313 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [req-d480b3d2-561c-496c-924b-be38aebee882 req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Deleting port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:58:54.143771 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d480b3d2-561c-496c-924b-be38aebee882 req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:54.265479 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2be3-a9fa-4d36-b784-18b34e799441 req-21832a3d-07f7-410d-88a4-0862d0ee721f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:54.266963 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-096d2be3-a9fa-4d36-b784-18b34e799441 req-21832a3d-07f7-410d-88a4-0862d0ee721f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0815938 Aug 16 06:58:54.272287 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-d480b3d2-561c-496c-924b-be38aebee882 req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] For port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:54.272655 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d480b3d2-561c-496c-924b-be38aebee882 req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:54.296661 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [req-d480b3d2-561c-496c-924b-be38aebee882 req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Calling delete_port for 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f owned by compute:nova {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:58:54.354825 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-096d2be3-a9fa-4d36-b784-18b34e799441 req-88eab1ee-6e6f-4f75-ad5a-1cb2b297d7aa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795872 Aug 16 06:58:54.518293 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d480b3d2-561c-496c-924b-be38aebee882 req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:54.546217 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Pushing event deleted for resources: {'Port': ['ID=7abd7c11-8d9f-4914-8c8f-48b0ac056c8f,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:54.593042 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d480b3d2-561c-496c-924b-be38aebee882 req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] No DVR routers for this DVR port 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f on host hv-cinder-80390 {{(pid=101192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:58:54.595613 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-d480b3d2-561c-496c-924b-be38aebee882 req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:54.597791 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d480b3d2-561c-496c-924b-be38aebee882 req-903fead0-aaff-4df3-b147-05f5056d822b tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.18 "DELETE /v2.0/ports/7abd7c11-8d9f-4914-8c8f-48b0ac056c8f HTTP/1.1" status: 204 len: 173 time: 0.5496428 Aug 16 06:58:54.598863 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d66e579-a87b-4ff4-a659-d0aa944adf94', 'name': 'network-vif-deleted', 'tag': '7abd7c11-8d9f-4914-8c8f-48b0ac056c8f'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:54.601918 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91562bc-2a38-4dfc-80ef-ac1f68fb823b" -d '{"events": [{"server_uuid": "8d66e579-a87b-4ff4-a659-d0aa944adf94", "name": "network-vif-deleted", "tag": "7abd7c11-8d9f-4914-8c8f-48b0ac056c8f"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:54.636458 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972f7fe7-8bc8-4f59-8bed-198b63ed3437 x-openstack-request-id: req-972f7fe7-8bc8-4f59-8bed-198b63ed3437 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:54.636745 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d66e579-a87b-4ff4-a659-d0aa944adf94", "name": "network-vif-deleted", "tag": "7abd7c11-8d9f-4914-8c8f-48b0ac056c8f", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:54.637009 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-972f7fe7-8bc8-4f59-8bed-198b63ed3437 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:54.637383 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d66e579-a87b-4ff4-a659-d0aa944adf94', 'name': 'network-vif-deleted', 'tag': '7abd7c11-8d9f-4914-8c8f-48b0ac056c8f', 'status': 'completed', 'code': 200} Aug 16 06:58:54.925203 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11312ecc-85e6-4feb-9ce4-5358a76aaabc req-eabce39e-bd5c-432a-b021-219a52430485 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:54.926826 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-11312ecc-85e6-4feb-9ce4-5358a76aaabc req-eabce39e-bd5c-432a-b021-219a52430485 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0957844 Aug 16 06:58:54.934798 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-f7e28616-3ac3-411a-bd43-2bd2f8b118e9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:54.936189 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-f7e28616-3ac3-411a-bd43-2bd2f8b118e9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 945 time: 0.0871034 Aug 16 06:58:55.001744 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e5e2996c-cbf0-4315-8cfc-9a3fe3a0690f req-f0122457-0613-4e93-a643-02b6df34c6ca tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ac0be-36c4-48ee-b17b-4be5b1c9a236 HTTP/1.1" status: 200 len: 210 time: 0.0516860 Aug 16 06:58:55.031869 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-11312ecc-85e6-4feb-9ce4-5358a76aaabc req-27aa218c-915b-4487-b710-6971c87de56c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924225 Aug 16 06:58:55.082562 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Deleting port a91bc3b9-bc81-462d-ad07-0991d63801a0 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:58:55.083467 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:55.161529 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-471548c0-4568-453a-b8a6-0ba33aa49544 req-3b775c4c-812c-48a6-914b-cb5b0322e552 tempest-ServerRescueNegativeTestJSON-33610097 tempest-ServerRescueNegativeTestJSON-33610097-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d66e579-a87b-4ff4-a659-d0aa944adf94 HTTP/1.1" status: 200 len: 210 time: 0.0344639 Aug 16 06:58:55.203469 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] For port a91bc3b9-bc81-462d-ad07-0991d63801a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a91bc3b9-bc81-462d-ad07-0991d63801a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:55.203865 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:55.218723 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Calling delete_port for a91bc3b9-bc81-462d-ad07-0991d63801a0 owned by compute:nova {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:58:55.437326 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:55.456678 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0', 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54', 'a91bc3b9-bc81-462d-ad07-0991d63801a0'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:58:55.483741 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Pushing event deleted for resources: {'Port': ['ID=a91bc3b9-bc81-462d-ad07-0991d63801a0,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:55.536823 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] No DVR routers for this DVR port a91bc3b9-bc81-462d-ad07-0991d63801a0 on host hv-cinder-80390 {{(pid=101192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:58:55.546625 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f834-14d0-4d41-b50b-84adc7a67072 req-2810c097-5c29-4ae5-835e-5259ec7af69d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:55.548173 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9ff2f834-14d0-4d41-b50b-84adc7a67072 req-2810c097-5c29-4ae5-835e-5259ec7af69d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.1211567 Aug 16 06:58:55.549203 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:55.551444 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b32c7e16-e8e8-4a55-92a8-1c876938f6ee req-b1f8a9c1-a03b-4c1c-a0dc-56a24bd55b67 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "DELETE /v2.0/ports/a91bc3b9-bc81-462d-ad07-0991d63801a0 HTTP/1.1" status: 204 len: 173 time: 0.6077001 Aug 16 06:58:55.589735 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9ff2f834-14d0-4d41-b50b-84adc7a67072 req-002cda46-d2ee-4f2e-a0e0-eb8f6d62d754 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339141 Aug 16 06:58:55.961896 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:58:55.981242 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:58:55.981588 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 7abd7c11-8d9f-4914-8c8f-48b0ac056c8f not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:58:56.149756 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dc67db40-8f5e-4781-9353-579e71f70327 req-b6cd821d-0e12-4fac-857f-bb4fcfb2086c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 210 time: 0.0261405 Aug 16 06:58:56.220868 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34362) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:56.324552 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-dac6f2d5-7afe-43a2-a93f-43f00350ccf2 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:56.326035 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-dac6f2d5-7afe-43a2-a93f-43f00350ccf2 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/networks?id=38077ff0-ea46-4ca2-9ed8-0785ad87b68e HTTP/1.1" status: 200 len: 809 time: 0.0989876 Aug 16 06:58:56.341293 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-c57e7c0f-7c06-4d17-a7cb-91f13993cdae tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/quotas/2ea37c94851f4b6d8d1f38e2ee2c9064 HTTP/1.1" status: 200 len: 375 time: 0.0093648 Aug 16 06:58:56.377272 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-36ebe638-22ae-4e22-95e2-48a729bc55f4 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ea37c94851f4b6d8d1f38e2ee2c9064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303779 Aug 16 06:58:56.471762 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-59db36b2-c264-4f4e-b757-b0f08667d909 service neutron] 10.222.0.20 "GET /v2.0/networks/38077ff0-ea46-4ca2-9ed8-0785ad87b68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866799 Aug 16 06:58:56.573684 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-27b534f1-1157-4f76-b314-21c3d165e687 service neutron] 10.222.0.20 "GET /v2.0/networks/38077ff0-ea46-4ca2-9ed8-0785ad87b68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973611 Aug 16 06:58:56.635074 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-602524'] for router_interface, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:56.638403 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c33d42-e166-4b17-918e-cefb1ce9cde9', 'name': 'network-vif-deleted', 'tag': 'a91bc3b9-bc81-462d-ad07-0991d63801a0'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:58:56.643012 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a040fe2f-caf3-423c-a1d4-f054fd5acac3" -d '{"events": [{"server_uuid": "73c33d42-e166-4b17-918e-cefb1ce9cde9", "name": "network-vif-deleted", "tag": "a91bc3b9-bc81-462d-ad07-0991d63801a0"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:58:56.719580 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be467ff-6bbe-46c8-a918-52db73858d30 req-149c18a1-6310-4639-a092-f26d4e70cab3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:56.720982 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1be467ff-6bbe-46c8-a918-52db73858d30 req-149c18a1-6310-4639-a092-f26d4e70cab3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0501621 Aug 16 06:58:56.763469 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1be467ff-6bbe-46c8-a918-52db73858d30 req-cc59dc7f-deff-41aa-b11c-67198c3c7c6e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Aug 16 06:58:56.836755 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8328ec-9eb7-4873-9070-6bc09f937a77 x-openstack-request-id: req-1d8328ec-9eb7-4873-9070-6bc09f937a77 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:58:56.837049 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c33d42-e166-4b17-918e-cefb1ce9cde9", "name": "network-vif-deleted", "tag": "a91bc3b9-bc81-462d-ad07-0991d63801a0", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:58:56.837743 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d8328ec-9eb7-4873-9070-6bc09f937a77 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:58:56.837743 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c33d42-e166-4b17-918e-cefb1ce9cde9', 'name': 'network-vif-deleted', 'tag': 'a91bc3b9-bc81-462d-ad07-0991d63801a0', 'status': 'completed', 'code': 200} Aug 16 06:58:56.866079 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7fecb6b4-9053-46a8-8c13-b92a529b8066 req-a9f10ae6-0e14-4423-a048-d9a726c7f9b6 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 210 time: 0.0311992 Aug 16 06:58:57.198469 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Deleting port 6e168792-ff4a-4eb4-a83c-401f6b80fae7 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:58:57.198991 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:57.262361 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3748e091-5911-4837-9e32-9240cf1b0954 req-e376f414-c7d3-415e-9876-5c132d235ea3 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c33d42-e166-4b17-918e-cefb1ce9cde9 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Aug 16 06:58:57.283714 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] For port 6e168792-ff4a-4eb4-a83c-401f6b80fae7, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=6e168792-ff4a-4eb4-a83c-401f6b80fae7,segment=NetworkSegment(252acdf4-9ba8-4b05-a174-03fa9e493e6f),segment_id=252acdf4-9ba8-4b05-a174-03fa9e493e6f)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:57.284445 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:57.300525 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Calling delete_port for 6e168792-ff4a-4eb4-a83c-401f6b80fae7 owned by network:router_interface {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:58:57.596320 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:57.623284 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e168792-ff4a-4eb4-a83c-401f6b80fae7,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:57.780164 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495916'] for router_interface, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:57.896441 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5389de8-3bc4-40df-bc99-a5b4e6632c12 req-3d6d1b30-0610-41fb-9ae0-a60f31152805 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:57.902274 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5389de8-3bc4-40df-bc99-a5b4e6632c12 req-3d6d1b30-0610-41fb-9ae0-a60f31152805 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0556302 Aug 16 06:58:57.955334 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a91bc3b9-bc81-462d-ad07-0991d63801a0 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:58:57.972300 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5389de8-3bc4-40df-bc99-a5b4e6632c12 req-51e400b6-2fed-484c-83b4-8f593c988783 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651188 Aug 16 06:58:57.978955 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: a91bc3b9-bc81-462d-ad07-0991d63801a0 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:58:57.979618 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a91bc3b9-bc81-462d-ad07-0991d63801a0 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:58:57.987559 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-60b143be-5717-4092-a97e-4467e157565b req-b6f354cc-f2f1-41c2-b0a3-513aef49ee13 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 210 time: 0.0406392 Aug 16 06:58:58.016522 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Router ebe3423c-1769-4fa5-b3e7-4b80314b353a has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 06:58:58.122976 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 06:58:58.129997 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-be0be86d-1d24-43d3-93f8-24297c769689 admin admin] 10.222.0.20 "PUT /v2.0/routers/ebe3423c-1769-4fa5-b3e7-4b80314b353a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9059598 Aug 16 06:58:58.130692 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34398) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:58.133432 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] Sync routers for ids ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 06:58:58.142825 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] Routers {'ebe3423c-1769-4fa5-b3e7-4b80314b353a'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:58:58.143461 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:58:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:58:58.235548 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks [] for router, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:58.255675 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] Set router ebe3423c-1769-4fa5-b3e7-4b80314b353a gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:58:58.342578 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:58.442752 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:04Z', 'updated_at': '2021-08-16T06:58:57Z', 'revision_number': 5, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'gw_port': {'id': 'b345ef17-80d4-47ec-8929-6155868b09e0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:58:58.467883 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] Checking router: ebe3423c-1769-4fa5-b3e7-4b80314b353a for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 06:58:58.476096 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] Routers {'ebe3423c-1769-4fa5-b3e7-4b80314b353a'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 06:58:58.476685 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T06:58:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:58:58.513432 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Deleting port b345ef17-80d4-47ec-8929-6155868b09e0 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:58:58.513773 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:58.564362 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] Set router ebe3423c-1769-4fa5-b3e7-4b80314b353a gateway port host: None {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 06:58:58.597230 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] For port b345ef17-80d4-47ec-8929-6155868b09e0, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=b345ef17-80d4-47ec-8929-6155868b09e0,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:58:58.597597 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:58.611516 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Calling delete_port for b345ef17-80d4-47ec-8929-6155868b09e0 owned by network:router_gateway {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:58:58.619154 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:04Z', 'updated_at': '2021-08-16T06:58:58Z', 'revision_number': 6, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'gw_port_host': None}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:58:58.647939 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b88b75d-b975-42a6-86e1-1fea246797f9 None None] The sync data for ids ['ebe3423c-1769-4fa5-b3e7-4b80314b353a'] in dv-cinder-803901-6-iscsi is: [{'id': 'ebe3423c-1769-4fa5-b3e7-4b80314b353a', 'name': 'tempest-ServerRescueNegativeTestJSON-1646760832-router', 'tenant_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:04Z', 'updated_at': '2021-08-16T06:58:58Z', 'revision_number': 6, 'project_id': '7e6f034fdfd34eebb61fc2a66e6c8cb4', 'gw_port_host': None}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 06:58:58.866523 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:58.895053 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Pushing event deleted for resources: {'Port': ['ID=b345ef17-80d4-47ec-8929-6155868b09e0,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:58.956736 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495830'] for router_gateway, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.136023 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3306'] for router, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.136818 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21af8e3-c40f-42fb-963d-196e9ec9d0c8 req-f56dd6a8-2afa-4dc7-925c-ceadd202d078 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:59.142416 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.148324 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f21af8e3-c40f-42fb-963d-196e9ec9d0c8 req-f56dd6a8-2afa-4dc7-925c-ceadd202d078 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0865157 Aug 16 06:58:59.191195 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e9ab3878-b9ad-43b2-9e5e-e10612ea1185 req-5026e077-ffcb-417b-a6f1-2c15f7a92dd7 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 210 time: 0.0404110 Aug 16 06:58:59.218841 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f21af8e3-c40f-42fb-963d-196e9ec9d0c8 req-5fc90ae1-36be-42fb-97d7-31b5bd095638 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701125 Aug 16 06:58:59.382289 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-ecd350c8-2945-45b2-8a5d-fc8eec6f1617 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:58:59.383778 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-ecd350c8-2945-45b2-8a5d-fc8eec6f1617 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.18 "GET /v2.0/networks?id=38077ff0-ea46-4ca2-9ed8-0785ad87b68e HTTP/1.1" status: 200 len: 809 time: 0.1026776 Aug 16 06:58:59.386376 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494645'] for router, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.386899 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebe3423c-1769-4fa5-b3e7-4b80314b353a {{(pid=101191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 06:58:59.391690 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.408063 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-80623e30-280c-412b-954a-9f3889404dec admin admin] 10.222.0.20 "DELETE /v2.0/routers/ebe3423c-1769-4fa5-b3e7-4b80314b353a HTTP/1.1" status: 204 len: 168 time: 1.2612057 Aug 16 06:58:59.408063 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34420) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:59.408293 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Request body: {'port': {'device_id': '83b2e00e-b74e-41d2-9735-51803ae943a0', 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e', 'admin_state_up': True, 'tenant_id': '2ea37c94851f4b6d8d1f38e2ee2c9064'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:58:59.439230 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd299167-1de7-4172-93bb-8be09a252871 admin admin] Deleting subnet 570ae11a-a15c-4bc0-b819-20b19573e3f9 {{(pid=101191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 06:58:59.442675 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd299167-1de7-4172-93bb-8be09a252871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.480971 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd299167-1de7-4172-93bb-8be09a252871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591002'] for subnet, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.532856 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd299167-1de7-4172-93bb-8be09a252871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.550366 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 6e168792-ff4a-4eb4-a83c-401f6b80fae7 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:58:59.585000 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 6e168792-ff4a-4eb4-a83c-401f6b80fae7 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:58:59.585347 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 6e168792-ff4a-4eb4-a83c-401f6b80fae7 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:58:59.607476 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Made reservation on behalf of 2ea37c94851f4b6d8d1f38e2ee2c9064 for: {'port': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 06:58:59.610944 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.701261 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd299167-1de7-4172-93bb-8be09a252871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59289283'] for subnet, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.732256 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd299167-1de7-4172-93bb-8be09a252871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:58:59.734659 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-bd299167-1de7-4172-93bb-8be09a252871 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/570ae11a-a15c-4bc0-b819-20b19573e3f9 HTTP/1.1" status: 204 len: 168 time: 0.3374763 Aug 16 06:58:59.735943 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd299167-1de7-4172-93bb-8be09a252871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570ae11a-a15c-4bc0-b819-20b19573e3f9,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:58:59.739459 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 34428) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:58:59.814020 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Allocated IP 172.20.0.11 (38077ff0-ea46-4ca2-9ed8-0785ad87b68e/acd86efd-5f78-4152-9798-9c07be68235f/f8596d5a-c94c-4277-b264-017bd43ff646) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 06:58:59.857627 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.021409 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.042498 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70']}} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:59:00.058333 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252acdf4-9ba8-4b05-a174-03fa9e493e6f') {'for_net_delete': True} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:59:00.058623 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252acdf4-9ba8-4b05-a174-03fa9e493e6f') {} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:59:00.077634 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59254936'] for segment, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.128069 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.133638 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.148463 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 06:59:00.149109 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59605648'] for segment, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: Traceback (most recent call last): Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: timer() Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: cb(*args, **kw) Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: return func(*args, **kwargs) Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: self._notify() Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: self.callback(batched_events) Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: event.method(event) Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: return f(self, *a, **k) Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._get(url).json() Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: return self.request(url, 'GET', **kwargs) Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 06:59:00.150529 dv-cinder-803901-6-iscsi neutron-server[101192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 06:59:00.454112 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8e5bd-73be-47c3-ab7c-a903ab9ac152 req-1ce0aeeb-031f-4e04-8f2b-5db8070c6329 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:00.455649 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-11e8e5bd-73be-47c3-ab7c-a903ab9ac152 req-1ce0aeeb-031f-4e04-8f2b-5db8070c6329 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 946 time: 0.3693647 Aug 16 06:59:00.504877 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-11e8e5bd-73be-47c3-ab7c-a903ab9ac152 req-8433456c-39a4-4b76-a98d-0c0ab0ad5a96 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Aug 16 06:59:00.584690 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-583b1ab8-a1f1-4d15-a5df-b40720de0397 req-22d8eb11-a33f-4381-9411-a06949097bbc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 210 time: 0.0265088 Aug 16 06:59:00.649990 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.651826 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.717441 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.719239 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70 HTTP/1.1" status: 204 len: 168 time: 0.9784389 Aug 16 06:59:00.730189 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe692fbc-3ba9-4d13-bac7-66fb41c7fe71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dcb8691-1bc6-4c6e-9e8b-b871bf7e7d70,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:00.752962 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 06:59:00.757865 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Pushing event updated for resources: {'Port': ['ID=f8596d5a-c94c-4277-b264-017bd43ff646,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:00.760382 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 06:59:00.763280 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 06:59:00.802465 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69806522-e961-456c-9b78-082868839d98 req-2827b5ef-15d5-4686-b265-4bd7ccfe1da1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:00.809588 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69806522-e961-456c-9b78-082868839d98 req-2827b5ef-15d5-4686-b265-4bd7ccfe1da1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.1701317 Aug 16 06:59:00.856048 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:00.856653 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:00.868356 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-69806522-e961-456c-9b78-082868839d98 req-eb2a3431-20ce-4c56-b62b-c1763057b641 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579674 Aug 16 06:59:00.987276 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-e465be17-c7c2-4a32-aa28-6e92bfc12346 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5935574 Aug 16 06:59:01.000753 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Request body: {'port': {'device_id': '83b2e00e-b74e-41d2-9735-51803ae943a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 06:59:01.066401 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.100351 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device b345ef17-80d4-47ec-8929-6155868b09e0 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:59:01.120628 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: b345ef17-80d4-47ec-8929-6155868b09e0 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:59:01.120975 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device b345ef17-80d4-47ec-8929-6155868b09e0 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:59:01.219716 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34470) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:01.281698 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-f18fd9ff-ce26-4f00-88e7-b75384917f1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e6f034fdfd34eebb61fc2a66e6c8cb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0584202 Aug 16 06:59:01.282069 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34472) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:01.290132 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34474) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:01.341396 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-354ceadd-1718-4569-850b-ffd3abe70828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.358251 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8596d5a-c94c-4277-b264-017bd43ff646 {{(pid=101192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:59:01.364272 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-354ceadd-1718-4569-850b-ffd3abe70828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.367195 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.381332 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Transition to ACTIVE for port object f8596d5a-c94c-4277-b264-017bd43ff646 will not be triggered until provisioned by entity L2. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 06:59:01.459810 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dab0-5663-41b1-8c83-16b4524ef72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.472567 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.523883 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-354ceadd-1718-4569-850b-ffd3abe70828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.528076 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-354ceadd-1718-4569-850b-ffd3abe70828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.532001 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-354ceadd-1718-4569-850b-ffd3abe70828 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa0d9f3a-f625-4639-808f-0a3636fd6a7f HTTP/1.1" status: 204 len: 168 time: 0.2454500 Aug 16 06:59:01.543094 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Pushing event updated for resources: {'Port': ['ID=f8596d5a-c94c-4277-b264-017bd43ff646,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:01.545683 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ceadd-1718-4569-850b-ffd3abe70828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0d9f3a-f625-4639-808f-0a3636fd6a7f,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:01.586454 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dab0-5663-41b1-8c83-16b4524ef72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.618039 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Attempting to bind port f8596d5a-c94c-4277-b264-017bd43ff646 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 06:59:01.618378 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Attempting to bind port f8596d5a-c94c-4277-b264-017bd43ff646 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e'}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 06:59:01.618713 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Attempting to bind port f8596d5a-c94c-4277-b264-017bd43ff646 on network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:59:01.637082 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Port f8596d5a-c94c-4277-b264-017bd43ff646 on network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 06:59:01.637414 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Attempting to bind port f8596d5a-c94c-4277-b264-017bd43ff646 on network 38077ff0-ea46-4ca2-9ed8-0785ad87b68e {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 06:59:01.647470 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 06:59:01.647814 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Checking segment: {'id': 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 06:59:01.648209 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Bound using segment: {'id': 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e'} {{(pid=101192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 06:59:01.651616 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.managers [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Bound port: f8596d5a-c94c-4277-b264-017bd43ff646, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e'}}] {{(pid=101192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 06:59:01.651616 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.672516 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dab0-5663-41b1-8c83-16b4524ef72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.687839 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5db49-66f1-4f2f-b846-7fff902209c8 req-00161ac4-2ab4-4cde-9f5a-5906629d81a1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:01.689413 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bbb5db49-66f1-4f2f-b846-7fff902209c8 req-00161ac4-2ab4-4cde-9f5a-5906629d81a1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 946 time: 0.0825107 Aug 16 06:59:01.721486 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-b2b3dab0-5663-41b1-8c83-16b4524ef72c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a591a69f0d2745958fa19ac98aa396f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266896 Aug 16 06:59:01.721486 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3dab0-5663-41b1-8c83-16b4524ef72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde6b51-54e6-4472-963a-f7111cb7c762,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:01.722369 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34484) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:01.777079 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fb3174cc-b6a4-4469-a151-2147bc10d0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.795361 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10393817-49cc-4309-a996-023ba8949460 req-edefc8c1-9816-45d5-8f16-827eb5ea8e64 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:01.796860 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-10393817-49cc-4309-a996-023ba8949460 req-edefc8c1-9816-45d5-8f16-827eb5ea8e64 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 944 time: 0.1357329 Aug 16 06:59:01.799061 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fb3174cc-b6a4-4469-a151-2147bc10d0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.803175 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bbb5db49-66f1-4f2f-b846-7fff902209c8 req-53be7f90-962b-4e20-89d1-2ea81c08a6d4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824132 Aug 16 06:59:01.810266 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] For port f8596d5a-c94c-4277-b264-017bd43ff646, host hv-cinder-80390, cleared binding levels {{(pid=101192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 06:59:01.813978 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] For port f8596d5a-c94c-4277-b264-017bd43ff646, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f8596d5a-c94c-4277-b264-017bd43ff646,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 06:59:01.851083 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-10393817-49cc-4309-a996-023ba8949460 req-670425ab-8927-41cc-a04d-9399f3ab5438 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471232 Aug 16 06:59:01.878636 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.907648 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fb3174cc-b6a4-4469-a151-2147bc10d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.915558 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:01.915691 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.917183 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] 10.222.0.18 "PUT /v2.0/ports/f8596d5a-c94c-4277-b264-017bd43ff646 HTTP/1.1" status: 200 len: 1094 time: 0.9205470 Aug 16 06:59:01.918035 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fb3174cc-b6a4-4469-a151-2147bc10d0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:01.919577 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b2e00e-b74e-41d2-9735-51803ae943a0', 'tag': 'f8596d5a-c94c-4277-b264-017bd43ff646'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:59:01.920594 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-fb3174cc-b6a4-4469-a151-2147bc10d0dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccde6b51-54e6-4472-963a-f7111cb7c762 HTTP/1.1" status: 204 len: 168 time: 0.1974068 Aug 16 06:59:01.932457 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4125880-f3fb-4be6-95a8-3e9eb1bfcab9" -d '{"events": [{"name": "network-changed", "server_uuid": "83b2e00e-b74e-41d2-9735-51803ae943a0", "tag": "f8596d5a-c94c-4277-b264-017bd43ff646"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:59:01.933096 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3174cc-b6a4-4469-a151-2147bc10d0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde6b51-54e6-4472-963a-f7111cb7c762,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:01.968768 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc63e8-1f37-4138-8fa3-30fad72e8dcd service neutron] Pushing event updated for resources: {'Port': ['ID=f8596d5a-c94c-4277-b264-017bd43ff646,revision_number=3']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:01.992766 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 06:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca2723-3a0d-4ae6-9683-210d8f8295c3 x-openstack-request-id: req-a2ca2723-3a0d-4ae6-9683-210d8f8295c3 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:59:01.993625 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b2e00e-b74e-41d2-9735-51803ae943a0", "tag": "f8596d5a-c94c-4277-b264-017bd43ff646", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:59:01.993885 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2ca2723-3a0d-4ae6-9683-210d8f8295c3 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:59:01.994523 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b2e00e-b74e-41d2-9735-51803ae943a0', 'tag': 'f8596d5a-c94c-4277-b264-017bd43ff646', 'status': 'completed', 'code': 200} Aug 16 06:59:02.085110 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cba28-0863-49f4-b33c-66b81df9a0b6 req-61bc996b-2e6d-47a4-8b93-69caf56dc5cc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:02.086614 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a91cba28-0863-49f4-b33c-66b81df9a0b6 req-61bc996b-2e6d-47a4-8b93-69caf56dc5cc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0998342 Aug 16 06:59:02.093889 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4125880-f3fb-4be6-95a8-3e9eb1bfcab9 req-09535fe3-7eb4-45a7-a777-c68fd4bf3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:02.095186 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4125880-f3fb-4be6-95a8-3e9eb1bfcab9 req-09535fe3-7eb4-45a7-a777-c68fd4bf3cd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ea37c94851f4b6d8d1f38e2ee2c9064&device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 1097 time: 0.0678291 Aug 16 06:59:02.176166 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a91cba28-0863-49f4-b33c-66b81df9a0b6 req-67a4cb9e-0c16-4c30-80c6-fe2fb720634a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790441 Aug 16 06:59:02.221698 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4125880-f3fb-4be6-95a8-3e9eb1bfcab9 req-9b17388c-3b07-4650-8160-591231ab7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:02.223343 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4125880-f3fb-4be6-95a8-3e9eb1bfcab9 req-9b17388c-3b07-4650-8160-591231ab7130 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ea37c94851f4b6d8d1f38e2ee2c9064&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1131129 Aug 16 06:59:02.322909 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-a062af13-dada-44ed-8dcb-9c223ea2a1ef tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:02.324415 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-a062af13-dada-44ed-8dcb-9c223ea2a1ef tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 946 time: 0.0608077 Aug 16 06:59:02.329139 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4125880-f3fb-4be6-95a8-3e9eb1bfcab9 req-f7f4dcde-bd29-4692-94ff-303be6ee6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:02.330693 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4125880-f3fb-4be6-95a8-3e9eb1bfcab9 req-f7f4dcde-bd29-4692-94ff-303be6ee6c18 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0988436 Aug 16 06:59:02.419715 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-5d633e99-dcc0-4570-b5aa-f5797adbff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:02.421231 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-5d633e99-dcc0-4570-b5aa-f5797adbff0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ea37c94851f4b6d8d1f38e2ee2c9064&device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 1097 time: 0.0505631 Aug 16 06:59:02.427725 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Deleting port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:59:02.443465 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:02.470683 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-33ea2544-7b44-4410-a230-0d3b97d3f194 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8596d5a-c94c-4277-b264-017bd43ff646 HTTP/1.1" status: 200 len: 217 time: 0.0347843 Aug 16 06:59:02.520210 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] For port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:02.535689 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:02.535967 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-05bd0f4f-4839-4141-bd7f-d3d29bd2077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:02.535967 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-05bd0f4f-4839-4141-bd7f-d3d29bd2077a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acd86efd-5f78-4152-9798-9c07be68235f HTTP/1.1" status: 200 len: 849 time: 0.0484874 Aug 16 06:59:02.539721 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Calling delete_port for ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:59:02.558906 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-c83e2b8a-b116-4a8a-8f65-1b8c16d23b93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38077ff0-ea46-4ca2-9ed8-0785ad87b68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255015 Aug 16 06:59:02.660378 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-59572b67-c42a-4932-9dbf-7fcd73d56398 service neutron] 10.222.0.18 "GET /v2.0/networks/38077ff0-ea46-4ca2-9ed8-0785ad87b68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944080 Aug 16 06:59:02.760415 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdafbe55-5b0f-47d3-922e-8855b0c00f21 req-fe31c6af-1b25-4200-854d-e95a5ff37ce3 service neutron] 10.222.0.18 "GET /v2.0/networks/38077ff0-ea46-4ca2-9ed8-0785ad87b68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913079 Aug 16 06:59:02.798351 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:02.810904 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0', 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:59:02.829838 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Pushing event deleted for resources: {'Port': ['ID=ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:02.890908 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] No DVR routers for this DVR port ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:59:02.895571 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:02.897704 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-de0de2f2-a548-4739-90d5-8e10ab6fcaa1 req-ef749e00-3c74-49aa-9138-39325d48400f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "DELETE /v2.0/ports/ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 HTTP/1.1" status: 204 len: 173 time: 0.5668406 Aug 16 06:59:02.898185 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b18799-3bb9-49d0-ac6d-42fdc9478bea', 'name': 'network-vif-deleted', 'tag': 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:59:02.900619 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f277e-71a7-4ec8-bda3-ea19052a6554" -d '{"events": [{"server_uuid": "74b18799-3bb9-49d0-ac6d-42fdc9478bea", "name": "network-vif-deleted", "tag": "ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:59:02.955080 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5c6075f3-81ea-44b9-aa93-f8fdaacc511e req-72e15922-c47b-4ee9-a7ef-d631a8dfe00c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 210 time: 0.0362792 Aug 16 06:59:03.003549 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289cbb9-636e-45dd-b181-48e7349e60ac x-openstack-request-id: req-6289cbb9-636e-45dd-b181-48e7349e60ac {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:59:03.008187 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b18799-3bb9-49d0-ac6d-42fdc9478bea", "name": "network-vif-deleted", "tag": "ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:59:03.008187 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6289cbb9-636e-45dd-b181-48e7349e60ac {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:59:03.008187 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b18799-3bb9-49d0-ac6d-42fdc9478bea', 'name': 'network-vif-deleted', 'tag': 'ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54', 'status': 'completed', 'code': 200} Aug 16 06:59:03.015959 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21692cf-d2d1-48e0-bcfc-a41fdeed9fcf req-c97c3236-b014-4b19-8cf8-78f6e84f3211 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:03.017475 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f21692cf-d2d1-48e0-bcfc-a41fdeed9fcf req-c97c3236-b014-4b19-8cf8-78f6e84f3211 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 944 time: 0.0614827 Aug 16 06:59:03.074647 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f21692cf-d2d1-48e0-bcfc-a41fdeed9fcf req-f044dee7-99f4-4fa8-9ff0-26fa78d27e5a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Aug 16 06:59:03.305357 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4984b9-1ea4-46b1-92b4-fc64d5a6fa4e req-1e53d80b-4709-4a12-aa3a-a80807d7ea20 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:03.307498 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2d4984b9-1ea4-46b1-92b4-fc64d5a6fa4e req-1e53d80b-4709-4a12-aa3a-a80807d7ea20 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0545249 Aug 16 06:59:03.364510 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2d4984b9-1ea4-46b1-92b4-fc64d5a6fa4e req-32c872be-1fac-41aa-aacf-cd9800e4e36a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503328 Aug 16 06:59:04.071688 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c1cfca98-7d52-4a52-a467-6fc75ba072d9 req-6d13ac55-08c0-44cc-9e42-8d4ddb8f98a1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b18799-3bb9-49d0-ac6d-42fdc9478bea HTTP/1.1" status: 200 len: 210 time: 0.0297027 Aug 16 06:59:04.202457 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029342a8-5c18-44a7-855b-5e3f28fb1de6 req-6543b1b5-6e99-4a7c-b54c-33e7c87f284c tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:04.203981 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-029342a8-5c18-44a7-855b-5e3f28fb1de6 req-6543b1b5-6e99-4a7c-b54c-33e7c87f284c tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 944 time: 0.0566950 Aug 16 06:59:04.243348 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-029342a8-5c18-44a7-855b-5e3f28fb1de6 req-6d6e9aba-91c7-44a9-9a50-9d8e80af2590 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Aug 16 06:59:04.473891 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75026a0-5e39-44c9-8546-8cb2eca711b2 req-6d945fa4-1455-4657-9c30-697d02083bf6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:04.475406 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d75026a0-5e39-44c9-8546-8cb2eca711b2 req-6d945fa4-1455-4657-9c30-697d02083bf6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0492082 Aug 16 06:59:04.513165 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d75026a0-5e39-44c9-8546-8cb2eca711b2 req-6d24bd63-21fb-4884-bff0-abbb8c9e6656 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317612 Aug 16 06:59:05.366542 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5715e4-d342-4782-ad59-5c43353dafea req-b23794c0-222b-4af4-b308-b5deb1696a70 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:05.368063 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4b5715e4-d342-4782-ad59-5c43353dafea req-b23794c0-222b-4af4-b308-b5deb1696a70 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 944 time: 0.0557017 Aug 16 06:59:05.407088 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4b5715e4-d342-4782-ad59-5c43353dafea req-b6c5401b-d009-4cbd-93c8-a64f72c725b7 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331097 Aug 16 06:59:05.660217 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81ea0b-5892-44a9-b7fb-29f2f8952b6c req-41837c6e-67ca-4f89-80b8-dd0d79987d09 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:05.661792 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ad81ea0b-5892-44a9-b7fb-29f2f8952b6c req-41837c6e-67ca-4f89-80b8-dd0d79987d09 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0731041 Aug 16 06:59:05.701233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803609b-f615-4153-afd8-143cfd584f97 req-16219223-b81c-48ef-ac83-e662d10d6bb7 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:05.702887 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0803609b-f615-4153-afd8-143cfd584f97 req-16219223-b81c-48ef-ac83-e662d10d6bb7 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0786901 Aug 16 06:59:05.725803 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ad81ea0b-5892-44a9-b7fb-29f2f8952b6c req-1668738d-f4df-4417-94b3-828d650b0f7b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579994 Aug 16 06:59:05.755037 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0803609b-f615-4153-afd8-143cfd584f97 req-3e0981b1-ca17-45e1-8190-914eb102c176 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Aug 16 06:59:06.013634 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device f8596d5a-c94c-4277-b264-017bd43ff646 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:59:06.017683 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:59:06.044174 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:59:06.044521 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ca4ecb6a-5477-46f7-ac4f-bf5c0f7f1e54 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:59:06.128397 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port f8596d5a-c94c-4277-b264-017bd43ff646, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f8596d5a-c94c-4277-b264-017bd43ff646,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:06.139039 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'f8596d5a-c94c-4277-b264-017bd43ff646', 'network_id': '38077ff0-ea46-4ca2-9ed8-0785ad87b68e', 'port_id': 'f8596d5a-c94c-4277-b264-017bd43ff646', 'mac_address': 'fa:16:3e:ae:6e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd86efd-5f78-4152-9798-9c07be68235f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:59:06.180712 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:06.194678 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8596d5a-c94c-4277-b264-017bd43ff646 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:59:06.214846 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port f8596d5a-c94c-4277-b264-017bd43ff646, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f8596d5a-c94c-4277-b264-017bd43ff646,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:06.295367 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:06.344514 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=f8596d5a-c94c-4277-b264-017bd43ff646,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:06.522858 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402c65-f107-4453-929d-76d8baa6818d req-0046f968-8702-42ed-b2b8-386302c4a067 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:06.524467 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7d402c65-f107-4453-929d-76d8baa6818d req-0046f968-8702-42ed-b2b8-386302c4a067 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 945 time: 0.0520387 Aug 16 06:59:06.563328 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7d402c65-f107-4453-929d-76d8baa6818d req-1e75b75a-4e1f-47a5-bd59-408b6e97d2f4 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326691 Aug 16 06:59:06.700925 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['f8596d5a-c94c-4277-b264-017bd43ff646'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:59:06.859712 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556af3da-6098-4395-b6ef-7e4b2a2d34f8 req-72b4bca5-f786-40bf-9dab-c0ecedc3bbee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:06.861253 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-556af3da-6098-4395-b6ef-7e4b2a2d34f8 req-72b4bca5-f786-40bf-9dab-c0ecedc3bbee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0587502 Aug 16 06:59:06.930184 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-556af3da-6098-4395-b6ef-7e4b2a2d34f8 req-28c9ca3a-104f-4ef1-8c2f-0648ab95464f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623271 Aug 16 06:59:06.944734 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e18ee-5efd-4c58-9340-0fe9ca9470aa req-f66a0bbe-c0b4-47a8-8ae6-672be51ac3bf tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:06.946161 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9d2e18ee-5efd-4c58-9340-0fe9ca9470aa req-f66a0bbe-c0b4-47a8-8ae6-672be51ac3bf tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0724502 Aug 16 06:59:06.991981 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9d2e18ee-5efd-4c58-9340-0fe9ca9470aa req-ea36150c-9375-41e9-a897-74d48c1e9eb4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361118 Aug 16 06:59:07.684295 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526fe45-0b87-4a64-9a75-7c92bb8e474b req-21a1370b-0868-452c-8c7f-84e0de3870b0 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:07.685792 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3526fe45-0b87-4a64-9a75-7c92bb8e474b req-21a1370b-0868-452c-8c7f-84e0de3870b0 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 945 time: 0.0483747 Aug 16 06:59:07.726076 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3526fe45-0b87-4a64-9a75-7c92bb8e474b req-ee3b4b0d-f1a7-4515-963d-a5f3f39efae0 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Aug 16 06:59:07.860926 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5354e8fd-3fb0-4b6c-99c4-f7238cdf47c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:08.060687 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae5f3e-5746-490e-bcca-737fe3d2ed0a req-a35be332-1252-4f52-aa6f-90689cf12d4d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:08.062395 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3bae5f3e-5746-490e-bcca-737fe3d2ed0a req-a35be332-1252-4f52-aa6f-90689cf12d4d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0559225 Aug 16 06:59:08.095968 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34662) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:08.152511 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3bae5f3e-5746-490e-bcca-737fe3d2ed0a req-1e6fb6a8-a740-4481-b2da-e49912e47635 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825577 Aug 16 06:59:08.169534 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1505c4c-c040-4fad-93c6-890cf123d435 req-453440b5-1f89-451d-aa9d-79f144b8e692 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:08.170387 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a1505c4c-c040-4fad-93c6-890cf123d435 req-453440b5-1f89-451d-aa9d-79f144b8e692 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0915399 Aug 16 06:59:08.222185 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0fc23a25-eeef-40a7-ad11-6abf076ba81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:08.223308 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a1505c4c-c040-4fad-93c6-890cf123d435 req-ef8050f4-8618-4ae7-9990-b558254604c8 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466814 Aug 16 06:59:08.311372 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0fc23a25-eeef-40a7-ad11-6abf076ba81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:08.379077 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0fc23a25-eeef-40a7-ad11-6abf076ba81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:08.416976 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc23a25-eeef-40a7-ad11-6abf076ba81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41084b91-3e82-43d7-a433-5a6b1f1e1c7c,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:08.421252 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-0fc23a25-eeef-40a7-ad11-6abf076ba81f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf1a3c7a60434f64a19ba54bc55c9782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242662 Aug 16 06:59:08.424216 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34668) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:08.472226 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-23a27934-0023-4b68-8119-83ab4824dd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:08.493613 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-23a27934-0023-4b68-8119-83ab4824dd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:08.664988 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-23a27934-0023-4b68-8119-83ab4824dd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:08.667612 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-23a27934-0023-4b68-8119-83ab4824dd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:08.668700 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-23a27934-0023-4b68-8119-83ab4824dd9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41084b91-3e82-43d7-a433-5a6b1f1e1c7c HTTP/1.1" status: 204 len: 168 time: 0.2435896 Aug 16 06:59:08.678236 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a27934-0023-4b68-8119-83ab4824dd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41084b91-3e82-43d7-a433-5a6b1f1e1c7c,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:08.842895 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540f3e3-9819-49fc-9c02-184a3209eaca req-35ff93b8-58b8-4726-b207-f3f4dbfc5679 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:08.844410 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0540f3e3-9819-49fc-9c02-184a3209eaca req-35ff93b8-58b8-4726-b207-f3f4dbfc5679 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 945 time: 0.0510907 Aug 16 06:59:08.883057 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0540f3e3-9819-49fc-9c02-184a3209eaca req-889cb1aa-6b85-4f33-aa5f-70da5fdd6a30 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Aug 16 06:59:09.285836 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220bb8-f333-4fd1-be0d-244164fc3e1a req-60576cbb-0563-455c-97ec-cade440aa912 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:09.287485 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-84220bb8-f333-4fd1-be0d-244164fc3e1a req-60576cbb-0563-455c-97ec-cade440aa912 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0585611 Aug 16 06:59:09.355650 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-84220bb8-f333-4fd1-be0d-244164fc3e1a req-c4346238-5500-462d-8f13-991e5b1fd57f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615544 Aug 16 06:59:09.374880 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fd55b-753a-47c8-be73-2e6b0b83e973 req-6f38c436-232d-449c-88ca-81b31effd59f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:09.376401 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-320fd55b-753a-47c8-be73-2e6b0b83e973 req-6f38c436-232d-449c-88ca-81b31effd59f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0658748 Aug 16 06:59:09.417270 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-320fd55b-753a-47c8-be73-2e6b0b83e973 req-69e811cc-7138-4156-abbb-89a6fd1544d9 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339990 Aug 16 06:59:09.996575 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b52ce8-56bd-4d9c-b2ee-3d2df378e222 req-18f335e7-0b7a-4a27-a73b-418aaf0d19d2 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:09.997937 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a8b52ce8-56bd-4d9c-b2ee-3d2df378e222 req-18f335e7-0b7a-4a27-a73b-418aaf0d19d2 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 945 time: 0.0488434 Aug 16 06:59:10.037655 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a8b52ce8-56bd-4d9c-b2ee-3d2df378e222 req-5b7bfe60-799f-4294-bdd9-5741e67fd633 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337863 Aug 16 06:59:10.476792 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f48c4-d46e-4dde-acb8-af96828e0e04 req-a8e280ff-1683-4a31-b0ec-fb0a46d608fe tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:10.478391 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-869f48c4-d46e-4dde-acb8-af96828e0e04 req-a8e280ff-1683-4a31-b0ec-fb0a46d608fe tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0504761 Aug 16 06:59:10.549364 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-869f48c4-d46e-4dde-acb8-af96828e0e04 req-c537bb99-52e4-49dd-ab4b-95cb050d3830 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648458 Aug 16 06:59:10.564742 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86c06e-a63a-49a5-9c21-ecf17fa244f2 req-f4f7a5b1-44ac-4d04-996c-d447bd0c2d1f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:10.566228 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6d86c06e-a63a-49a5-9c21-ecf17fa244f2 req-f4f7a5b1-44ac-4d04-996c-d447bd0c2d1f tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0757546 Aug 16 06:59:10.606180 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6d86c06e-a63a-49a5-9c21-ecf17fa244f2 req-7ce09454-e38d-4ce7-af80-a34e8ee8b2db tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Aug 16 06:59:10.826462 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:10.978827 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-91578a2f-42e6-4f92-9e43-185767a99c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:11.151148 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0794b-71a9-4061-861c-291683b0ae97 req-38e9ef9b-9b50-4459-839c-6cbb28335959 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:11.152602 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-adc0794b-71a9-4061-861c-291683b0ae97 req-38e9ef9b-9b50-4459-839c-6cbb28335959 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 945 time: 0.0475421 Aug 16 06:59:11.189685 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-adc0794b-71a9-4061-861c-291683b0ae97 req-54f81649-a551-4d3b-a1a9-57987751079a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Aug 16 06:59:11.582803 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-8b73cb74-fdd8-4578-b70c-6d448f4fea94 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:11.584532 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-8b73cb74-fdd8-4578-b70c-6d448f4fea94 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0467763 Aug 16 06:59:11.675276 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308b9bb-cdda-4e96-801f-07d06edf48a4 req-731a4db4-8e91-4ae4-b857-57132a49e08b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:11.677225 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8308b9bb-cdda-4e96-801f-07d06edf48a4 req-731a4db4-8e91-4ae4-b857-57132a49e08b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0538077 Aug 16 06:59:11.693252 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Deleting port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:59:11.693685 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:11.746682 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8308b9bb-cdda-4e96-801f-07d06edf48a4 req-7ec72ac6-785e-46ed-b65c-11f85e0b8eb0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627983 Aug 16 06:59:11.759159 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3e352-a088-4319-b88e-2f0774511cca req-02af7ddb-fc27-47ce-95ec-9d0b904dff24 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:11.761838 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-30f3e352-a088-4319-b88e-2f0774511cca req-02af7ddb-fc27-47ce-95ec-9d0b904dff24 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 945 time: 0.0797184 Aug 16 06:59:11.788914 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] For port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:11.789284 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:11.800123 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-30f3e352-a088-4319-b88e-2f0774511cca req-5841f2fe-c0a0-4109-ae51-3045a6d49415 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335143 Aug 16 06:59:11.802851 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Calling delete_port for 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:59:11.967391 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:11.992231 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:12.004057 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:59:12.022395 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Pushing event deleted for resources: {'Port': ['ID=0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:12.062184 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] No DVR routers for this DVR port 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:59:12.064842 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:12.066817 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-6acd7f7c-9c99-49c0-bdd3-9234c05cebb0 req-d592f3bf-7aa1-4f20-8a42-4eac39d720fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "DELETE /v2.0/ports/0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 HTTP/1.1" status: 204 len: 173 time: 0.4690335 Aug 16 06:59:12.067279 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5187938-cfab-4785-8e8a-0d30f926a084', 'name': 'network-vif-deleted', 'tag': '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:59:12.070110 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762856fb-febd-491d-bd51-7d54a062517e" -d '{"events": [{"server_uuid": "a5187938-cfab-4785-8e8a-0d30f926a084", "name": "network-vif-deleted", "tag": "0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:59:12.121677 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec13ab83-0331-4497-a533-6ab75d0d3460 x-openstack-request-id: req-ec13ab83-0331-4497-a533-6ab75d0d3460 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:59:12.122050 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5187938-cfab-4785-8e8a-0d30f926a084", "name": "network-vif-deleted", "tag": "0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:59:12.122334 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec13ab83-0331-4497-a533-6ab75d0d3460 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:59:12.122726 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5187938-cfab-4785-8e8a-0d30f926a084', 'name': 'network-vif-deleted', 'tag': '0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0', 'status': 'completed', 'code': 200} Aug 16 06:59:12.304625 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf0bfa-c2da-4946-8078-90bd676b45aa req-aa474383-af42-454e-9834-623384ebb4f3 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:12.306108 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f7cf0bfa-c2da-4946-8078-90bd676b45aa req-aa474383-af42-454e-9834-623384ebb4f3 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 945 time: 0.0503809 Aug 16 06:59:12.343745 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f7cf0bfa-c2da-4946-8078-90bd676b45aa req-eb090e0c-ad58-408c-8d4d-df4115d1f8e5 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Aug 16 06:59:12.874557 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636d630-deb1-445e-8bd2-1068d16a2959 req-4f296b19-4cc4-4fee-9656-815e299d7967 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:12.876182 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f636d630-deb1-445e-8bd2-1068d16a2959 req-4f296b19-4cc4-4fee-9656-815e299d7967 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0543969 Aug 16 06:59:12.954236 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5ad43913-468d-46e9-b219-47cf6fe4d404 req-5b9d35dc-d682-4406-96fb-03f2c8bc36de tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5187938-cfab-4785-8e8a-0d30f926a084 HTTP/1.1" status: 200 len: 210 time: 0.0480237 Aug 16 06:59:12.968552 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f636d630-deb1-445e-8bd2-1068d16a2959 req-7706ef05-8f1d-480c-895c-0b6d4e39a348 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774910 Aug 16 06:59:13.414780 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:13.499720 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5631c-f210-409f-a946-04ede12a0841 req-095d7d52-5500-49de-9056-a08841ff7e9e tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:13.501120 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3ec5631c-f210-409f-a946-04ede12a0841 req-095d7d52-5500-49de-9056-a08841ff7e9e tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Aug 16 06:59:13.541622 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3ec5631c-f210-409f-a946-04ede12a0841 req-a1e04caa-711e-4edd-b5c6-b958e4c4f1fe tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Aug 16 06:59:14.065193 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ef1ac328-5ba8-46d9-b201-5890e069df87 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 06:59:14.068730 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device f8596d5a-c94c-4277-b264-017bd43ff646 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:59:14.107008 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33585e9-a2f7-4438-a90e-cac2923d5870 req-d987eec0-5313-4c01-803a-ce7272358969 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:14.108603 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b33585e9-a2f7-4438-a90e-cac2923d5870 req-d987eec0-5313-4c01-803a-ce7272358969 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0529406 Aug 16 06:59:14.155663 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b33585e9-a2f7-4438-a90e-cac2923d5870 req-82253cd8-50a5-476d-93f3-0e30b1a91b9f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391114 Aug 16 06:59:14.218801 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:14.231083 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'port_id': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'mac_address': 'fa:16:3e:d2:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 06:59:14.271923 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:14.284561 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef1ac328-5ba8-46d9-b201-5890e069df87 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 06:59:14.296890 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port f8596d5a-c94c-4277-b264-017bd43ff646 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 06:59:14.309001 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:14.309995 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port f8596d5a-c94c-4277-b264-017bd43ff646 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:59:14.310365 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:14.390712 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:14.413979 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b2e00e-b74e-41d2-9735-51803ae943a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8596d5a-c94c-4277-b264-017bd43ff646'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:59:14.416233 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a497aaa-5dbb-4fa5-9702-77bfd6370e69" -d '{"events": [{"server_uuid": "83b2e00e-b74e-41d2-9735-51803ae943a0", "name": "network-vif-plugged", "status": "completed", "tag": "f8596d5a-c94c-4277-b264-017bd43ff646"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:59:14.429732 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port f8596d5a-c94c-4277-b264-017bd43ff646, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f8596d5a-c94c-4277-b264-017bd43ff646,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:14.450848 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f741fb-7747-4b66-ae36-12610229180c x-openstack-request-id: req-03f741fb-7747-4b66-ae36-12610229180c {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:59:14.451162 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b2e00e-b74e-41d2-9735-51803ae943a0", "name": "network-vif-plugged", "status": "completed", "tag": "f8596d5a-c94c-4277-b264-017bd43ff646", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:59:14.451425 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03f741fb-7747-4b66-ae36-12610229180c {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:59:14.451874 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b2e00e-b74e-41d2-9735-51803ae943a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8596d5a-c94c-4277-b264-017bd43ff646', 'code': 200} Aug 16 06:59:14.523939 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:14.565341 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:14.566102 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:59:14.593652 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:59:14.594020 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 0d1b7ba4-bd3e-4d17-87c0-ac37cd5ee6a0 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:59:14.600973 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=6']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:14.608313 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.608672 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.609008 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.609347 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.609681 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.610015 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.610343 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.610672 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.610994 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.611377 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.611704 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.612028 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:14.620804 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['ef1ac328-5ba8-46d9-b201-5890e069df87'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:59:14.677221 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d5500-ae30-4dfe-bb8a-788dacbaa8ec req-89fc1b23-6e68-479b-bf8a-c0d99f6daf6f tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:14.679120 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-da7d5500-ae30-4dfe-bb8a-788dacbaa8ec req-89fc1b23-6e68-479b-bf8a-c0d99f6daf6f tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0639369 Aug 16 06:59:14.699226 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=f8596d5a-c94c-4277-b264-017bd43ff646,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:14.721659 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-da7d5500-ae30-4dfe-bb8a-788dacbaa8ec req-af2461bb-a831-4759-a649-8d8938d296d9 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Aug 16 06:59:14.869033 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d092055-bacd-49ca-84b5-2008db77f169 req-dad0f707-d796-42c1-a10e-751d5a51d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:14.870433 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9d092055-bacd-49ca-84b5-2008db77f169 req-dad0f707-d796-42c1-a10e-751d5a51d2f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 1099 time: 0.0394711 Aug 16 06:59:14.907817 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9d092055-bacd-49ca-84b5-2008db77f169 req-fe533b02-4da1-4295-8f77-fc1014bef7eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285771 Aug 16 06:59:15.288618 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4607d-ae7d-43d6-ab55-2534574f9fc3 req-ea7f7016-32f1-4787-b829-887c80652f1e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:15.290255 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0cf4607d-ae7d-43d6-ab55-2534574f9fc3 req-ea7f7016-32f1-4787-b829-887c80652f1e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0506217 Aug 16 06:59:15.335819 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0cf4607d-ae7d-43d6-ab55-2534574f9fc3 req-795f3b32-5fd3-449e-ba67-f77a76084eb7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362904 Aug 16 06:59:15.835226 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cdd97-5b04-4073-8f48-00c7da6be71f req-76b6bf9a-3113-4621-a4bd-c5567a50c981 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:15.836694 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c63cdd97-5b04-4073-8f48-00c7da6be71f req-76b6bf9a-3113-4621-a4bd-c5567a50c981 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0479794 Aug 16 06:59:15.874257 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c63cdd97-5b04-4073-8f48-00c7da6be71f req-8ff6b405-00fe-4a0e-b0bf-d684fec33352 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Aug 16 06:59:16.010454 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34834) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:16.126178 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 34842) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:16.171001 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-93d8ea18-b4fc-44ac-b63e-d5f02ee30524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.179903 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e13a6e-c808-46c9-9957-2b5fd0636be8 req-75cc9847-efb0-4942-9923-fd2e07d8f447 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:16.181425 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-49e13a6e-c808-46c9-9957-2b5fd0636be8 req-75cc9847-efb0-4942-9923-fd2e07d8f447 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0552855 Aug 16 06:59:16.194853 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d64c350c-9d42-44ce-977a-5824664a8563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.219727 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-49e13a6e-c808-46c9-9957-2b5fd0636be8 req-c3c1ade5-a753-487e-ac8f-0d66471d0ea7 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Aug 16 06:59:16.280003 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-93d8ea18-b4fc-44ac-b63e-d5f02ee30524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.319827 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ef1ac328-5ba8-46d9-b201-5890e069df87 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 06:59:16.372450 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port ef1ac328-5ba8-46d9-b201-5890e069df87 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 06:59:16.372963 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.393703 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-93d8ea18-b4fc-44ac-b63e-d5f02ee30524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.449639 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-93d8ea18-b4fc-44ac-b63e-d5f02ee30524 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e63ac0818344b70b02c182d55942b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378774 Aug 16 06:59:16.452113 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 34848) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:16.454147 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8ea18-b4fc-44ac-b63e-d5f02ee30524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0540d65-83eb-4a99-82c0-0e63c2059f9a,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:16.476517 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.488446 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855ce7-28e6-42cd-9716-668846f16c8a req-f163c9f6-e450-43a5-9071-2aa3754722fb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:16.490142 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5a855ce7-28e6-42cd-9716-668846f16c8a req-f163c9f6-e450-43a5-9071-2aa3754722fb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0806632 Aug 16 06:59:16.502283 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:59:16.504732 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8812131f-5685-4f9f-92ef-e89bf2225b52" -d '{"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:59:16.521877 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d64c350c-9d42-44ce-977a-5824664a8563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.535221 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:16.535352 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a8678dc2-7ec2-41a7-8a40-a258241dc38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.549452 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd51fed-afef-42fd-be77-06dfe7614d06 x-openstack-request-id: req-ffd51fed-afef-42fd-be77-06dfe7614d06 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:59:16.549744 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:59:16.549998 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffd51fed-afef-42fd-be77-06dfe7614d06 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:59:16.550393 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'code': 200} Aug 16 06:59:16.556311 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5a855ce7-28e6-42cd-9716-668846f16c8a req-b6d05985-d9b6-4ee0-812b-8694369013b8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547676 Aug 16 06:59:16.568095 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a8678dc2-7ec2-41a7-8a40-a258241dc38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.637804 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d64c350c-9d42-44ce-977a-5824664a8563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.674483 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-d64c350c-9d42-44ce-977a-5824664a8563 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d28b543689e84e189bffcb90e7ae5734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473089 Aug 16 06:59:16.676422 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c350c-9d42-44ce-977a-5824664a8563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a9212-10a1-4458-8a31-63b2969f197a,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:16.677793 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 34852) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:16.707526 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.731603 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-849a6da1-0118-427a-aa25-14a83e91dc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.752730 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-849a6da1-0118-427a-aa25-14a83e91dc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.756270 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=7']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:16.775574 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a8678dc2-7ec2-41a7-8a40-a258241dc38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.778043 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a8678dc2-7ec2-41a7-8a40-a258241dc38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.779175 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a8678dc2-7ec2-41a7-8a40-a258241dc38a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0540d65-83eb-4a99-82c0-0e63c2059f9a HTTP/1.1" status: 204 len: 168 time: 0.3259478 Aug 16 06:59:16.793863 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8678dc2-7ec2-41a7-8a40-a258241dc38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0540d65-83eb-4a99-82c0-0e63c2059f9a,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:16.893041 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-849a6da1-0118-427a-aa25-14a83e91dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.896396 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-849a6da1-0118-427a-aa25-14a83e91dc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:16.897874 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-849a6da1-0118-427a-aa25-14a83e91dc08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa4a9212-10a1-4458-8a31-63b2969f197a HTTP/1.1" status: 204 len: 168 time: 0.2191086 Aug 16 06:59:16.906457 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a6da1-0118-427a-aa25-14a83e91dc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a9212-10a1-4458-8a31-63b2969f197a,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:16.995853 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50e7b-1e0d-4cf5-894a-afa1d02cc2ff req-49a4f08e-6932-420c-a6d0-4c4050cf785c tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:16.997360 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e5d50e7b-1e0d-4cf5-894a-afa1d02cc2ff req-49a4f08e-6932-420c-a6d0-4c4050cf785c tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0515609 Aug 16 06:59:17.035886 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e5d50e7b-1e0d-4cf5-894a-afa1d02cc2ff req-49d0a2a0-adf1-4c20-9e0d-541ea0e36515 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Aug 16 06:59:17.348378 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e2d96-fadf-41a1-97a0-8a034a567303 req-c368ab49-b3d9-446a-8034-d5b0b614515e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:17.350611 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-954e2d96-fadf-41a1-97a0-8a034a567303 req-c368ab49-b3d9-446a-8034-d5b0b614515e tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0566375 Aug 16 06:59:17.390397 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-954e2d96-fadf-41a1-97a0-8a034a567303 req-5e6462cd-3102-4018-9a8f-645a27424319 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336061 Aug 16 06:59:17.675419 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68325027-6363-46d4-8cad-2cfea48438aa req-34afa3f5-983a-4c3d-8746-2b933a629f6a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:17.677551 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-68325027-6363-46d4-8cad-2cfea48438aa req-34afa3f5-983a-4c3d-8746-2b933a629f6a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0507016 Aug 16 06:59:17.716323 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-68325027-6363-46d4-8cad-2cfea48438aa req-32ce58e4-410a-4282-9146-921e189a85c9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327187 Aug 16 06:59:18.156751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8face72-7587-46af-a767-1500f9d281cf req-c64b94e7-f483-4e0c-a3f7-5c8657a26153 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:18.156751 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f8face72-7587-46af-a767-1500f9d281cf req-c64b94e7-f483-4e0c-a3f7-5c8657a26153 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0491984 Aug 16 06:59:18.189705 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f8face72-7587-46af-a767-1500f9d281cf req-294fbee7-70a3-4e82-b60f-1d9f4c337134 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325499 Aug 16 06:59:18.511002 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac79dc-338a-4763-a0cc-2656a86b3b32 req-e1339ada-ed97-43de-a7d9-61ccc160b7be tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:18.512501 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4aac79dc-338a-4763-a0cc-2656a86b3b32 req-e1339ada-ed97-43de-a7d9-61ccc160b7be tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0519409 Aug 16 06:59:18.549800 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4aac79dc-338a-4763-a0cc-2656a86b3b32 req-e41f5935-0cd9-4f0f-a17d-0a1e63a1a509 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Aug 16 06:59:18.837105 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c284e-98ce-43f9-9af2-b4c96b8b7e77 req-b5bf20fa-b772-4eb1-8a35-3783c3a963d6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:18.838604 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d77c284e-98ce-43f9-9af2-b4c96b8b7e77 req-b5bf20fa-b772-4eb1-8a35-3783c3a963d6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0502734 Aug 16 06:59:18.876235 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d77c284e-98ce-43f9-9af2-b4c96b8b7e77 req-64a666df-178f-4a19-89b2-46bd4366daae tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Aug 16 06:59:19.309961 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d311b4-55a0-4e3a-8973-c30076f80e88 req-7c2bde09-530c-44a7-aabf-423b1c837f1b tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:19.311617 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-84d311b4-55a0-4e3a-8973-c30076f80e88 req-7c2bde09-530c-44a7-aabf-423b1c837f1b tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0499914 Aug 16 06:59:19.348124 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-84d311b4-55a0-4e3a-8973-c30076f80e88 req-d425b2fa-2fb9-4006-a85a-e845afb1c408 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304821 Aug 16 06:59:19.669475 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd2520-b7f8-47c8-bb8c-d688170a445d req-0cd374ab-9eab-4e8d-b1ba-b9f337eee0a4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:19.670997 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b4fd2520-b7f8-47c8-bb8c-d688170a445d req-0cd374ab-9eab-4e8d-b1ba-b9f337eee0a4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0536981 Aug 16 06:59:19.707860 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b4fd2520-b7f8-47c8-bb8c-d688170a445d req-b31d50e8-8f15-4c90-b50e-df5f0a5a0f65 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Aug 16 06:59:19.996957 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff7c1-d172-4f13-84bb-0e3dece6f00d req-7fdbf092-1e34-4776-b072-6e92f4239384 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:19.998372 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-df2ff7c1-d172-4f13-84bb-0e3dece6f00d req-7fdbf092-1e34-4776-b072-6e92f4239384 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0489085 Aug 16 06:59:20.038679 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-df2ff7c1-d172-4f13-84bb-0e3dece6f00d req-01bf22cb-7cc4-41d1-a9e9-9f2a0800e8a3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343349 Aug 16 06:59:20.462218 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6af7e6-fc26-45ea-b560-19d2c13163f1 req-a44a005b-ecf5-4a72-90c0-4330881ca784 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:20.463712 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-eb6af7e6-fc26-45ea-b560-19d2c13163f1 req-a44a005b-ecf5-4a72-90c0-4330881ca784 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0480821 Aug 16 06:59:20.502542 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-eb6af7e6-fc26-45ea-b560-19d2c13163f1 req-0638df61-0896-4166-a795-84981fc7b55d tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Aug 16 06:59:20.836464 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712bf42-b485-43ec-a480-c09adfb67178 req-848e4556-8f8e-4cf3-9116-f1b7985cb243 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:20.837915 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0712bf42-b485-43ec-a480-c09adfb67178 req-848e4556-8f8e-4cf3-9116-f1b7985cb243 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0548978 Aug 16 06:59:20.881246 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0712bf42-b485-43ec-a480-c09adfb67178 req-cfc39b46-8b93-4faf-bee5-d8e1629619c4 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369265 Aug 16 06:59:21.161229 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddfa7f-2b59-4167-b57f-87ac51da6246 req-818b2867-63ea-40cb-9e44-4a1ecdfd5faa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:21.163509 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-68ddfa7f-2b59-4167-b57f-87ac51da6246 req-818b2867-63ea-40cb-9e44-4a1ecdfd5faa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0502894 Aug 16 06:59:21.202908 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-68ddfa7f-2b59-4167-b57f-87ac51da6246 req-0db56f13-d6d7-4b82-bd4f-49cacdca5ca6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333643 Aug 16 06:59:21.617036 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e8c1-7841-4b2c-8be8-3485156c59b1 req-63a932f6-fa84-4342-adc3-15cdfb8c69ad tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:21.618636 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7cb4e8c1-7841-4b2c-8be8-3485156c59b1 req-63a932f6-fa84-4342-adc3-15cdfb8c69ad tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0486937 Aug 16 06:59:21.657195 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7cb4e8c1-7841-4b2c-8be8-3485156c59b1 req-50a2f17f-d78d-456b-ae60-d5f357373835 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Aug 16 06:59:21.998945 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99990a0-5948-407d-b88e-e381717a1dad req-0336aa41-aea3-4955-9a76-0a9f7f820c8a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:22.007671 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e99990a0-5948-407d-b88e-e381717a1dad req-0336aa41-aea3-4955-9a76-0a9f7f820c8a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0520422 Aug 16 06:59:22.040399 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e99990a0-5948-407d-b88e-e381717a1dad req-354759c5-a00d-441f-8d83-26904217ff9c tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Aug 16 06:59:22.324909 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3552697-d5ab-48e0-9020-a33e1fdac5dd req-03db53bd-822b-4c31-a932-acad3b14de80 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:22.326369 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e3552697-d5ab-48e0-9020-a33e1fdac5dd req-03db53bd-822b-4c31-a932-acad3b14de80 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0496430 Aug 16 06:59:22.364667 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e3552697-d5ab-48e0-9020-a33e1fdac5dd req-54a0ef71-3caf-4fb7-95da-e47e6781821d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Aug 16 06:59:22.562235 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35028) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:22.665120 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2f77c644-e3d4-43e2-a469-4d9a92657dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:22.797654 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2f77c644-e3d4-43e2-a469-4d9a92657dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:22.816277 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f80789-e02e-4f23-9955-f432f74ac7ff req-620a9a32-cd11-427f-b69d-ee944e6d01b0 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:22.817829 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-79f80789-e02e-4f23-9955-f432f74ac7ff req-620a9a32-cd11-427f-b69d-ee944e6d01b0 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0898881 Aug 16 06:59:22.857411 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-79f80789-e02e-4f23-9955-f432f74ac7ff req-f060e7b1-b1da-4ac7-9bf8-c20625619cab tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Aug 16 06:59:22.929486 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2f77c644-e3d4-43e2-a469-4d9a92657dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:22.968183 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-2f77c644-e3d4-43e2-a469-4d9a92657dd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32e25012f6d848c383ddcf6711d21994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048562 Aug 16 06:59:22.970184 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77c644-e3d4-43e2-a469-4d9a92657dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df55643-dd03-4a97-94ae-8b400cb4b627,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:22.971243 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35034) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:23.023325 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:23.044854 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:23.166052 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6d660-4e74-47b1-ae5e-b088d2d378c4 req-58415c87-1356-417c-aa2b-7a3b919f6c06 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:23.167586 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8ba6d660-4e74-47b1-ae5e-b088d2d378c4 req-58415c87-1356-417c-aa2b-7a3b919f6c06 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0505102 Aug 16 06:59:23.207071 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8ba6d660-4e74-47b1-ae5e-b088d2d378c4 req-68f176d3-b2dd-4ff7-949b-056a38f5c39b tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Aug 16 06:59:23.237630 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:23.240730 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:23.241860 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8df55643-dd03-4a97-94ae-8b400cb4b627 HTTP/1.1" status: 204 len: 168 time: 0.2681522 Aug 16 06:59:23.249347 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df55643-dd03-4a97-94ae-8b400cb4b627,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:23.256452 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.256807 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.257140 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.257472 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.257794 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.258119 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.258447 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.258770 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.259088 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.259428 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.259743 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.260057 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bb5bf0-b3bc-41e4-b0a4-dd487b64e47a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:23.534393 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7809d24-2cb6-4aa4-a82a-3c93b1c95fc3 req-cb68f302-f39b-457b-8966-5864dfc22069 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:23.540472 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b7809d24-2cb6-4aa4-a82a-3c93b1c95fc3 req-cb68f302-f39b-457b-8966-5864dfc22069 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0533540 Aug 16 06:59:23.581183 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b7809d24-2cb6-4aa4-a82a-3c93b1c95fc3 req-bcd37b93-d0dd-474d-9c02-c92e78a44a44 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343232 Aug 16 06:59:23.676552 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745019fc-5679-402a-a568-8b8bbc234709 req-fe00a14f-5bc1-4362-a059-0095ecc4df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:23.678559 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-745019fc-5679-402a-a568-8b8bbc234709 req-fe00a14f-5bc1-4362-a059-0095ecc4df7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1098 time: 0.0452533 Aug 16 06:59:23.785590 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745019fc-5679-402a-a568-8b8bbc234709 req-97fab086-156e-4fcb-bc19-d56397c40074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:23.787680 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-745019fc-5679-402a-a568-8b8bbc234709 req-97fab086-156e-4fcb-bc19-d56397c40074 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.0883031 Aug 16 06:59:23.985229 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72e758-3497-4d0b-8c31-d6cd052b877b req-3b4b7d8e-303e-4007-b9b6-3de50373c52a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:23.986711 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3c72e758-3497-4d0b-8c31-d6cd052b877b req-3b4b7d8e-303e-4007-b9b6-3de50373c52a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0544088 Aug 16 06:59:24.010466 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35054) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:24.014905 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:24.028026 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-66d4e7ca-4e44-47dd-b5ef-6288c1c3d0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:24.048795 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3c72e758-3497-4d0b-8c31-d6cd052b877b req-d417c758-3bcf-4a2d-9952-5f519247931e tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541041 Aug 16 06:59:24.093813 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-745019fc-5679-402a-a568-8b8bbc234709 req-c2ed707c-5eb1-4121-ae5c-37fa05895e17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 200 len: 1000 time: 0.2993145 Aug 16 06:59:24.136523 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-66d4e7ca-4e44-47dd-b5ef-6288c1c3d0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:24.146052 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745019fc-5679-402a-a568-8b8bbc234709 req-904b87bc-b231-4351-98db-2a761fcd934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:24.148288 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-745019fc-5679-402a-a568-8b8bbc234709 req-904b87bc-b231-4351-98db-2a761fcd934d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0465884 Aug 16 06:59:24.198169 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745019fc-5679-402a-a568-8b8bbc234709 req-faeafd43-996c-443a-888f-c103d14d027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:24.200224 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-745019fc-5679-402a-a568-8b8bbc234709 req-faeafd43-996c-443a-888f-c103d14d027f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437706 Aug 16 06:59:24.214938 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-66d4e7ca-4e44-47dd-b5ef-6288c1c3d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:24.255489 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-66d4e7ca-4e44-47dd-b5ef-6288c1c3d0ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae404b921e064051b7515ab3ffdcd792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439580 Aug 16 06:59:24.256759 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4e7ca-4e44-47dd-b5ef-6288c1c3d0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bdaa91-b198-4f40-89ec-94ddeb43cd58,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:24.258371 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35060) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:24.329472 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660c910-8ec4-4b17-9803-77c341b8c95e req-d7acd8a7-340b-4db3-bf61-aaf5a6a80203 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:24.330984 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8660c910-8ec4-4b17-9803-77c341b8c95e req-d7acd8a7-340b-4db3-bf61-aaf5a6a80203 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0481613 Aug 16 06:59:24.337971 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-745019fc-5679-402a-a568-8b8bbc234709 req-4de19cc7-45b8-49d9-b9bd-5bd8bce387bf service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273572 Aug 16 06:59:24.343277 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-783f85f7-a831-4be3-b792-74cdd737a319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:24.366469 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-783f85f7-a831-4be3-b792-74cdd737a319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:24.373197 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8660c910-8ec4-4b17-9803-77c341b8c95e req-3833d11a-0926-4e7d-8fca-ed17824ccc10 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Aug 16 06:59:24.544602 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-783f85f7-a831-4be3-b792-74cdd737a319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:24.547081 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-783f85f7-a831-4be3-b792-74cdd737a319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:24.548251 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-783f85f7-a831-4be3-b792-74cdd737a319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6bdaa91-b198-4f40-89ec-94ddeb43cd58 HTTP/1.1" status: 204 len: 168 time: 0.2874956 Aug 16 06:59:24.556070 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f85f7-a831-4be3-b792-74cdd737a319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bdaa91-b198-4f40-89ec-94ddeb43cd58,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:24.705044 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03b9c-d32e-40a3-9a5f-8089dfa6b7dc req-0bd67bcf-d68a-4562-8e6d-0ebee0867d5b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:24.706481 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-01b03b9c-d32e-40a3-9a5f-8089dfa6b7dc req-0bd67bcf-d68a-4562-8e6d-0ebee0867d5b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0496151 Aug 16 06:59:24.745169 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-01b03b9c-d32e-40a3-9a5f-8089dfa6b7dc req-0f6adb06-a28d-485b-8561-c84b54fa0bb4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319047 Aug 16 06:59:25.488490 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63445076-ca75-43eb-8201-de303162374d req-0ffb3ce0-e374-46ff-b79b-c65e94c9ce02 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:25.489964 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-63445076-ca75-43eb-8201-de303162374d req-0ffb3ce0-e374-46ff-b79b-c65e94c9ce02 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0485690 Aug 16 06:59:25.528915 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-63445076-ca75-43eb-8201-de303162374d req-1dc924bc-dbf2-46ff-8e09-b1eebeb0efd1 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Aug 16 06:59:25.862874 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7fa2c-80f6-4281-a662-0981b8c9b088 req-637b285c-7a4d-41ed-aa97-05c4fbaa0064 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:25.864360 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-58b7fa2c-80f6-4281-a662-0981b8c9b088 req-637b285c-7a4d-41ed-aa97-05c4fbaa0064 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0487125 Aug 16 06:59:25.909999 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-58b7fa2c-80f6-4281-a662-0981b8c9b088 req-843f553f-4e97-4ea2-ab24-349fd04eba07 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Aug 16 06:59:26.642474 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4e405-e418-4c64-bec7-0bd6d89a0c0f req-45ba6424-525a-4df9-8054-22e58647f30d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:26.643945 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3cc4e405-e418-4c64-bec7-0bd6d89a0c0f req-45ba6424-525a-4df9-8054-22e58647f30d tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0486996 Aug 16 06:59:26.700773 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3cc4e405-e418-4c64-bec7-0bd6d89a0c0f req-eb6e17e8-f4bd-4762-b9bd-d30222cb41d8 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Aug 16 06:59:27.036229 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e937bb0-0486-4536-902d-2fb7ae8eeb96 req-dcaec78f-3308-44de-b320-d985a2583fe2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:27.037598 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5e937bb0-0486-4536-902d-2fb7ae8eeb96 req-dcaec78f-3308-44de-b320-d985a2583fe2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0522792 Aug 16 06:59:27.086928 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5e937bb0-0486-4536-902d-2fb7ae8eeb96 req-5602e329-ede3-403d-a286-ba71390b2e92 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420911 Aug 16 06:59:27.210127 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 06:59:27.797022 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f67853-36d9-47e2-8b1a-76437925e69e req-8eb533b7-0b3e-480a-8fdc-67908d8905fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:27.798473 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-49f67853-36d9-47e2-8b1a-76437925e69e req-8eb533b7-0b3e-480a-8fdc-67908d8905fe tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0487511 Aug 16 06:59:27.840928 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-49f67853-36d9-47e2-8b1a-76437925e69e req-0cdef8d8-20af-4378-971e-a197aef478db tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Aug 16 06:59:28.206701 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817f01e-e1d5-42b6-bbab-7a8afaba617f req-8f37016c-89a4-4bf6-9604-51f1bfdff1f4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:28.208221 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c817f01e-e1d5-42b6-bbab-7a8afaba617f req-8f37016c-89a4-4bf6-9604-51f1bfdff1f4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0490639 Aug 16 06:59:28.245535 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c817f01e-e1d5-42b6-bbab-7a8afaba617f req-f5d55b32-56a8-43a5-b391-eb4ea398e044 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305526 Aug 16 06:59:28.380718 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-745019fc-5679-402a-a568-8b8bbc234709 req-02e77eac-7cd2-4104-8cf3-e6db4f912edd service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823226 Aug 16 06:59:28.951672 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6d1fb-0c39-421c-9785-45e979b87513 req-7b449941-792c-4274-9839-08cf01c3ef0a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:28.953041 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2ac6d1fb-0c39-421c-9785-45e979b87513 req-7b449941-792c-4274-9839-08cf01c3ef0a tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0477579 Aug 16 06:59:28.989167 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2ac6d1fb-0c39-421c-9785-45e979b87513 req-ea4ad714-8e85-4e6c-b19d-573cb4ed2ef7 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bb387d4-b135-40fd-bc97-6fce68d703fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302880 Aug 16 06:59:29.354897 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-f1388c4f-576b-4d15-91ec-550e1e939a97 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:29.356530 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-f1388c4f-576b-4d15-91ec-550e1e939a97 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 945 time: 0.0585878 Aug 16 06:59:29.370400 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82b6c1-b3c9-4a1f-b5fe-28d25f2078b1 req-bf2171df-a144-46ce-bb3c-31d81e2f6e26 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:29.371954 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3d82b6c1-b3c9-4a1f-b5fe-28d25f2078b1 req-bf2171df-a144-46ce-bb3c-31d81e2f6e26 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0515761 Aug 16 06:59:29.424410 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3d82b6c1-b3c9-4a1f-b5fe-28d25f2078b1 req-cc94566a-52ec-4d83-9334-190cc3f0a8d0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418468 Aug 16 06:59:29.472032 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Deleting port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:59:29.472622 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:29.558423 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] For port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,segment=NetworkSegment(0bf1d27e-b433-447e-8794-58fdd7f8ffb8),segment_id=0bf1d27e-b433-447e-8794-58fdd7f8ffb8)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:29.558794 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:29.579644 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Calling delete_port for c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:59:29.775606 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:29.795591 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:59:29.806962 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Pushing event deleted for resources: {'Port': ['ID=c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:29.859562 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] No DVR routers for this DVR port c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:59:29.873771 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:29.877642 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-aebf72a3-d3cd-4633-b4a1-d09c89f76f69 req-d057a66a-1b73-4add-9edc-5b445e13da27 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.18 "DELETE /v2.0/ports/c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba HTTP/1.1" status: 204 len: 173 time: 0.5141959 Aug 16 06:59:29.878249 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d657c0-1841-4364-be64-d436965514dd', 'name': 'network-vif-deleted', 'tag': 'c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:59:29.883064 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a5e821-23c4-429a-a7c3-497d84924231" -d '{"events": [{"server_uuid": "83d657c0-1841-4364-be64-d436965514dd", "name": "network-vif-deleted", "tag": "c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:59:29.938651 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4222af4b-65b1-4e0c-acac-ea2440e821d5 x-openstack-request-id: req-4222af4b-65b1-4e0c-acac-ea2440e821d5 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:59:29.939113 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d657c0-1841-4364-be64-d436965514dd", "name": "network-vif-deleted", "tag": "c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:59:29.939353 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4222af4b-65b1-4e0c-acac-ea2440e821d5 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:59:29.939816 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d657c0-1841-4364-be64-d436965514dd', 'name': 'network-vif-deleted', 'tag': 'c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba', 'status': 'completed', 'code': 200} Aug 16 06:59:29.976464 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610cf26-56d4-47a3-a89a-23c2a8d4a75a req-0abb958b-80aa-47df-9fa2-1fab8bfd582a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:29.978225 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9610cf26-56d4-47a3-a89a-23c2a8d4a75a req-0abb958b-80aa-47df-9fa2-1fab8bfd582a tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0539520 Aug 16 06:59:30.027714 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9610cf26-56d4-47a3-a89a-23c2a8d4a75a req-35ae7238-eb51-4f91-bef6-0df227ee02e0 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Aug 16 06:59:30.097658 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-32d6d610-a004-46a8-abe9-4783fe72eead req-068cb4c1-9467-4289-aad6-075e6d3b1d75 tempest-AttachVolumeNegativeTest-1966294552 tempest-AttachVolumeNegativeTest-1966294552-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d657c0-1841-4364-be64-d436965514dd HTTP/1.1" status: 200 len: 210 time: 0.0263894 Aug 16 06:59:30.586922 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36da2db-144d-4811-838c-e6310f4adf3f req-61ab9e97-07d5-467f-a0d3-7c4ad8c0549d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:30.591604 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b36da2db-144d-4811-838c-e6310f4adf3f req-61ab9e97-07d5-467f-a0d3-7c4ad8c0549d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0765843 Aug 16 06:59:30.633149 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b36da2db-144d-4811-838c-e6310f4adf3f req-695abefa-db91-4531-a14a-22d9cc064025 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379584 Aug 16 06:59:31.167662 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35202) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:31.193839 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032c57d-dc38-46d8-91f1-5540acb988c2 req-05bb3959-6a4d-4229-a40c-3ca79bb17aa8 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:31.205018 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6032c57d-dc38-46d8-91f1-5540acb988c2 req-05bb3959-6a4d-4229-a40c-3ca79bb17aa8 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0692880 Aug 16 06:59:31.230891 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d77968-4524-47b7-9a4d-1ba429e7b016 admin admin] Deleting subnet 1739aee4-4159-4e90-a54b-074257d5a5d0 {{(pid=101191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 06:59:31.234204 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-17d77968-4524-47b7-9a4d-1ba429e7b016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:31.257366 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6032c57d-dc38-46d8-91f1-5540acb988c2 req-77ead1e4-10b5-4c81-9bfd-32e285d85a31 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457706 Aug 16 06:59:31.274396 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-17d77968-4524-47b7-9a4d-1ba429e7b016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591002'] for subnet, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:31.330187 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-17d77968-4524-47b7-9a4d-1ba429e7b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:31.813204 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4855160-454b-4ecb-9dbd-6d9156c06fab req-4a4ca2d1-6e23-494b-8ca2-55eae9bb1142 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:31.820577 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f4855160-454b-4ecb-9dbd-6d9156c06fab req-4a4ca2d1-6e23-494b-8ca2-55eae9bb1142 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0633566 Aug 16 06:59:31.858381 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f4855160-454b-4ecb-9dbd-6d9156c06fab req-ff817ed4-4025-47eb-b289-260d7a0f6aeb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369458 Aug 16 06:59:31.940358 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-17d77968-4524-47b7-9a4d-1ba429e7b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59289283'] for subnet, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:31.969904 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d77968-4524-47b7-9a4d-1ba429e7b016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1739aee4-4159-4e90-a54b-074257d5a5d0,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:31.977148 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-17d77968-4524-47b7-9a4d-1ba429e7b016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:31.984701 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-17d77968-4524-47b7-9a4d-1ba429e7b016 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1739aee4-4159-4e90-a54b-074257d5a5d0 HTTP/1.1" status: 204 len: 168 time: 0.8108015 Aug 16 06:59:31.984701 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35214) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:32.056338 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:32.145029 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:32.158132 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ab3804-26c5-4305-9f00-e98c3663402c']}} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:59:32.170866 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf1d27e-b433-447e-8794-58fdd7f8ffb8') {'for_net_delete': True} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:59:32.181274 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf1d27e-b433-447e-8794-58fdd7f8ffb8') {} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 06:59:32.185261 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590989'] for segment, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:32.209998 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:32.220228 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 06:59:32.220474 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179039'] for segment, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: Traceback (most recent call last): Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: timer() Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: cb(*args, **kw) Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: return func(*args, **kwargs) Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: self._notify() Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: self.callback(batched_events) Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: event.method(event) Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: return f(self, *a, **k) Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._get(url).json() Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: return self.request(url, 'GET', **kwargs) Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 06:59:32.222220 dv-cinder-803901-6-iscsi neutron-server[101191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 06:59:32.363174 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:32.368867 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:32.371150 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/01ab3804-26c5-4305-9f00-e98c3663402c HTTP/1.1" status: 204 len: 168 time: 0.3882968 Aug 16 06:59:32.400295 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896661d7-bbfd-4e3b-a546-5bf0e0aa858b req-769fc344-9146-479b-8afd-5ba5f13077da tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:32.404607 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8178d13-2393-41f0-94da-2071f9be49b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ab3804-26c5-4305-9f00-e98c3663402c,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:32.411567 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-896661d7-bbfd-4e3b-a546-5bf0e0aa858b req-769fc344-9146-479b-8afd-5ba5f13077da tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0810480 Aug 16 06:59:32.458119 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-896661d7-bbfd-4e3b-a546-5bf0e0aa858b req-79da83eb-4db0-4245-8d70-b6108423fcfd tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Aug 16 06:59:32.856396 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35246) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:32.904976 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-b0740eb3-4bad-4c81-b34f-1859dfdfdbd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f47a2f819ff0453297e27e5b84ef239f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449266 Aug 16 06:59:32.905570 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35250) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:32.959586 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0093-a2fa-43b4-ae14-b664037cf1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:32.992342 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0093-a2fa-43b4-ae14-b664037cf1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:33.021949 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75afea8-20a4-4479-8c17-374da08844a3 req-598ead1d-f004-4867-8070-340de9a062fa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:33.030389 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d75afea8-20a4-4479-8c17-374da08844a3 req-598ead1d-f004-4867-8070-340de9a062fa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0894637 Aug 16 06:59:33.067179 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d75afea8-20a4-4479-8c17-374da08844a3 req-737b638e-6f2e-4feb-b0c3-93a74197e125 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358689 Aug 16 06:59:33.140544 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0093-a2fa-43b4-ae14-b664037cf1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:33.164701 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0093-a2fa-43b4-ae14-b664037cf1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:33.164701 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-f7ab0093-a2fa-43b4-ae14-b664037cf1d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bb387d4-b135-40fd-bc97-6fce68d703fd HTTP/1.1" status: 204 len: 168 time: 0.2383049 Aug 16 06:59:33.164701 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab0093-a2fa-43b4-ae14-b664037cf1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb387d4-b135-40fd-bc97-6fce68d703fd,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:33.583934 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda4c3-6d58-48c0-85c9-61952f487022 req-910145f9-587d-4e1f-abb6-abc21da6bf88 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:33.585556 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f3eda4c3-6d58-48c0-85c9-61952f487022 req-910145f9-587d-4e1f-abb6-abc21da6bf88 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0510941 Aug 16 06:59:33.654336 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f3eda4c3-6d58-48c0-85c9-61952f487022 req-f735d7cc-b0d9-4851-bffa-645911f0d594 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476079 Aug 16 06:59:34.235654 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e45a2-5be0-4c26-b6af-280d7689297d req-486f29c8-224b-4ed3-bfda-a0b0104c669c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:34.237433 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-743e45a2-5be0-4c26-b6af-280d7689297d req-486f29c8-224b-4ed3-bfda-a0b0104c669c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0850275 Aug 16 06:59:34.285471 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-743e45a2-5be0-4c26-b6af-280d7689297d req-356994b2-bbcd-4e2e-98f7-3cb871ba9dde tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409908 Aug 16 06:59:34.791647 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b67fd-499e-4447-b62d-9ff88b804212 req-48a6a81c-893b-4d07-ab40-3c0999d3356f tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:34.793190 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8e9b67fd-499e-4447-b62d-9ff88b804212 req-48a6a81c-893b-4d07-ab40-3c0999d3356f tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0644646 Aug 16 06:59:34.845210 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8e9b67fd-499e-4447-b62d-9ff88b804212 req-58119ea1-e78b-4453-a5df-f9d8952af1da tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Aug 16 06:59:35.434235 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb682b-2d2a-48e5-8f61-6f6e81152992 req-d6ac7e62-89a9-4fdf-a6f1-627574cd24b7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:35.435793 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f4eb682b-2d2a-48e5-8f61-6f6e81152992 req-d6ac7e62-89a9-4fdf-a6f1-627574cd24b7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0602314 Aug 16 06:59:35.485065 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f4eb682b-2d2a-48e5-8f61-6f6e81152992 req-e131f7ae-71b8-44d2-a10b-7880748774da tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Aug 16 06:59:35.680808 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:59:35.726980 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:59:35.727348 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device c2cfb316-b9b7-4cfd-9406-8693c1dcb0ba not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:59:35.975229 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f59a2-5e5d-49b4-a376-106c2ff8ce08 req-50b72ccc-b87a-402b-982f-62aaab402e58 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:35.980511 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-603f59a2-5e5d-49b4-a376-106c2ff8ce08 req-50b72ccc-b87a-402b-982f-62aaab402e58 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0610781 Aug 16 06:59:36.025829 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-603f59a2-5e5d-49b4-a376-106c2ff8ce08 req-3536de33-f26d-407a-8406-6673ef649f8e tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Aug 16 06:59:36.243892 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35348) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:36.382593 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:36.486233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:36.661016 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a339f-0b96-414b-b9f1-772a456bd874 req-fe78d642-beb5-45f4-84b7-3419b2228cb2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:36.662514 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c38a339f-0b96-414b-b9f1-772a456bd874 req-fe78d642-beb5-45f4-84b7-3419b2228cb2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0521927 Aug 16 06:59:36.702384 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c38a339f-0b96-414b-b9f1-772a456bd874 req-1f381b2c-c8de-4a25-8b62-83a0a0fcf90b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330288 Aug 16 06:59:37.134601 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-8ec67b7f-fa42-4957-88eb-66edc9b2d513 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:37.136116 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-8ec67b7f-fa42-4957-88eb-66edc9b2d513 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.18 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0474377 Aug 16 06:59:37.144229 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab562-3545-4880-a9f4-72756a923698 req-a64562b9-0153-4bbf-bf6c-156365e97938 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:37.145678 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a51ab562-3545-4880-a9f4-72756a923698 req-a64562b9-0153-4bbf-bf6c-156365e97938 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 946 time: 0.0515716 Aug 16 06:59:37.184974 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a51ab562-3545-4880-a9f4-72756a923698 req-7de4ba38-fd12-46cc-9867-8ea25082ed84 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Aug 16 06:59:37.204089 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.236476 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Deleting port f8596d5a-c94c-4277-b264-017bd43ff646 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:59:37.243294 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.247776 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd144875-eab3-45d1-a5b5-a86bc2af8e59,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:37.253390 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1036cf8b7f4c4453904e9ad4aff45f55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0085635 Aug 16 06:59:37.257453 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35360) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:37.264516 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.264516 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.264765 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.265098 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.265434 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.265762 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.266091 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.266862 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.266862 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.267046 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.267371 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.267689 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bfbf0-9479-46e0-96bd-a90e9d3d4af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 06:59:37.330173 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eb8206b4-7e63-4655-85a3-d3c943a2b77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.342559 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] For port f8596d5a-c94c-4277-b264-017bd43ff646, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f8596d5a-c94c-4277-b264-017bd43ff646,segment=NetworkSegment(fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9),segment_id=fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:37.343367 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.356532 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eb8206b4-7e63-4655-85a3-d3c943a2b77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.360054 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Calling delete_port for f8596d5a-c94c-4277-b264-017bd43ff646 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:59:37.500259 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eb8206b4-7e63-4655-85a3-d3c943a2b77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.503623 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eb8206b4-7e63-4655-85a3-d3c943a2b77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.507810 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-eb8206b4-7e63-4655-85a3-d3c943a2b77d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd144875-eab3-45d1-a5b5-a86bc2af8e59 HTTP/1.1" status: 204 len: 168 time: 0.2461905 Aug 16 06:59:37.514493 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8206b4-7e63-4655-85a3-d3c943a2b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd144875-eab3-45d1-a5b5-a86bc2af8e59,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:37.607434 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.619076 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['f8596d5a-c94c-4277-b264-017bd43ff646'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:59:37.669868 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Pushing event deleted for resources: {'Port': ['ID=f8596d5a-c94c-4277-b264-017bd43ff646,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:37.717912 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] No DVR routers for this DVR port f8596d5a-c94c-4277-b264-017bd43ff646 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:59:37.720751 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.723492 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d0c6fc60-6778-4e46-bc7b-dff8571b9aef req-801ef096-1b36-41c2-93a5-fde9eadaa9dc tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.18 "DELETE /v2.0/ports/f8596d5a-c94c-4277-b264-017bd43ff646 HTTP/1.1" status: 204 len: 173 time: 0.5802164 Aug 16 06:59:37.723492 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b2e00e-b74e-41d2-9735-51803ae943a0', 'name': 'network-vif-deleted', 'tag': 'f8596d5a-c94c-4277-b264-017bd43ff646'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:59:37.725595 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87276819-5567-46ec-b919-cb77ca13424b" -d '{"events": [{"server_uuid": "83b2e00e-b74e-41d2-9735-51803ae943a0", "name": "network-vif-deleted", "tag": "f8596d5a-c94c-4277-b264-017bd43ff646"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:59:37.795967 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c642bd-8fad-4f40-9730-0673c5e2e747 x-openstack-request-id: req-d0c642bd-8fad-4f40-9730-0673c5e2e747 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:59:37.796356 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b2e00e-b74e-41d2-9735-51803ae943a0", "name": "network-vif-deleted", "tag": "f8596d5a-c94c-4277-b264-017bd43ff646", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:59:37.796722 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0c642bd-8fad-4f40-9730-0673c5e2e747 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:59:37.797234 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b2e00e-b74e-41d2-9735-51803ae943a0', 'name': 'network-vif-deleted', 'tag': 'f8596d5a-c94c-4277-b264-017bd43ff646', 'status': 'completed', 'code': 200} Aug 16 06:59:37.872715 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae2b5-ac0b-48c0-b7ce-2b0a4344877a req-3a124bca-49bf-4096-85b4-04936216505e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:37.880665 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2c7ae2b5-ac0b-48c0-b7ce-2b0a4344877a req-3a124bca-49bf-4096-85b4-04936216505e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0747101 Aug 16 06:59:37.924055 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-318791d2-7518-443d-a59a-f285ea7c7ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:37.943643 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2c7ae2b5-ac0b-48c0-b7ce-2b0a4344877a req-ee444fa2-e844-4dc0-a8bd-55501c311e16 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577066 Aug 16 06:59:38.351174 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-408e0718-3e38-49cb-9f68-d91684770f31 req-e3794741-3a6f-407d-8963-00b8169e3b74 tempest-VolumesActionsTest-665205130 tempest-VolumesActionsTest-665205130-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b2e00e-b74e-41d2-9735-51803ae943a0 HTTP/1.1" status: 200 len: 210 time: 0.0340109 Aug 16 06:59:38.494458 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35396) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:38.495083 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35398) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:38.513404 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-92ce46c1-f22b-45fb-8e8b-805c2a0d6cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:38.630171 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-92ce46c1-f22b-45fb-8e8b-805c2a0d6cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:38.707504 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-92ce46c1-f22b-45fb-8e8b-805c2a0d6cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:38.756713 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-92ce46c1-f22b-45fb-8e8b-805c2a0d6cc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1265a5cae694ec2a3325502fd8052d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602150 Aug 16 06:59:38.758357 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce46c1-f22b-45fb-8e8b-805c2a0d6cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac057fa-c4f2-4219-8240-37689dcad14a,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:38.760921 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35402) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:38.774890 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-864af230-5f4c-467a-8a48-5c3b81f2da1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:38.843434 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-7bd38a87-a2fb-4814-ba85-eb98d806166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:38.867800 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-7bd38a87-a2fb-4814-ba85-eb98d806166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:38.908022 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-864af230-5f4c-467a-8a48-5c3b81f2da1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:38.968901 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-864af230-5f4c-467a-8a48-5c3b81f2da1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:39.003485 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-7bd38a87-a2fb-4814-ba85-eb98d806166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:39.006521 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864af230-5f4c-467a-8a48-5c3b81f2da1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eabd326-281c-4a73-8f87-d2808ee21762,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:39.009460 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-7bd38a87-a2fb-4814-ba85-eb98d806166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:39.011643 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-864af230-5f4c-467a-8a48-5c3b81f2da1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0da606da2da7423991ae6d3762fca32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141821 Aug 16 06:59:39.021937 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35406) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:39.028717 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-7bd38a87-a2fb-4814-ba85-eb98d806166a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ac057fa-c4f2-4219-8240-37689dcad14a HTTP/1.1" status: 204 len: 168 time: 0.2663636 Aug 16 06:59:39.045677 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd38a87-a2fb-4814-ba85-eb98d806166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac057fa-c4f2-4219-8240-37689dcad14a,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:39.099156 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3d5a54ad-c4dc-42ae-b7a8-9ac9241ece0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:39.134494 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3d5a54ad-c4dc-42ae-b7a8-9ac9241ece0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:39.158000 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e089db-e13c-41ec-b9fb-8feb1a7a88b7 req-ce3dd6d2-5a2d-4461-b9e0-9323cf436134 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:39.160015 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-09e089db-e13c-41ec-b9fb-8feb1a7a88b7 req-ce3dd6d2-5a2d-4461-b9e0-9323cf436134 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0824785 Aug 16 06:59:39.257727 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3d5a54ad-c4dc-42ae-b7a8-9ac9241ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:39.258208 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3d5a54ad-c4dc-42ae-b7a8-9ac9241ece0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:39.259787 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-3d5a54ad-c4dc-42ae-b7a8-9ac9241ece0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eabd326-281c-4a73-8f87-d2808ee21762 HTTP/1.1" status: 204 len: 168 time: 0.2428184 Aug 16 06:59:39.279181 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a54ad-c4dc-42ae-b7a8-9ac9241ece0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eabd326-281c-4a73-8f87-d2808ee21762,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:39.570876 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-09e089db-e13c-41ec-b9fb-8feb1a7a88b7 req-292d8a7f-552b-4768-9e05-2e8bc3e754f8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3995261 Aug 16 06:59:40.234802 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35456) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:40.284886 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-493fbee9-bc2b-4661-a5c1-1969dbb758b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:40.458374 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-493fbee9-bc2b-4661-a5c1-1969dbb758b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:40.640716 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-493fbee9-bc2b-4661-a5c1-1969dbb758b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:40.701943 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-493fbee9-bc2b-4661-a5c1-1969dbb758b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bec37aaa5c040aa9e11b4741a1fad00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659023 Aug 16 06:59:40.703548 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fbee9-bc2b-4661-a5c1-1969dbb758b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbafa58-531d-493a-bbc1-0c5bb5e096e5,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:40.716222 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35476) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:40.776394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e3e2f-e020-4771-8b93-30b8e192bd2d req-88e5f60e-e6a8-4b84-bf6f-e28b4e1142e0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:40.777932 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-607e3e2f-e020-4771-8b93-30b8e192bd2d req-88e5f60e-e6a8-4b84-bf6f-e28b4e1142e0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.1079104 Aug 16 06:59:40.822472 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-231ac2bb-6e8a-4b7b-85ee-c01a23702f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:40.855249 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-607e3e2f-e020-4771-8b93-30b8e192bd2d req-cbe874e0-e047-4b17-8326-5ddec080d968 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699651 Aug 16 06:59:40.860053 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-231ac2bb-6e8a-4b7b-85ee-c01a23702f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:41.437431 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:41.507885 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-95b72ea5-5884-441c-87a8-51754f7b4711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:41.513477 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-231ac2bb-6e8a-4b7b-85ee-c01a23702f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:41.519088 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-231ac2bb-6e8a-4b7b-85ee-c01a23702f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:41.520425 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-231ac2bb-6e8a-4b7b-85ee-c01a23702f91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cbafa58-531d-493a-bbc1-0c5bb5e096e5 HTTP/1.1" status: 204 len: 168 time: 0.8011906 Aug 16 06:59:41.529281 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ac2bb-6e8a-4b7b-85ee-c01a23702f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbafa58-531d-493a-bbc1-0c5bb5e096e5,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:42.001350 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:42.024539 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5be09-01be-4e57-ae41-7b51ddc68235 req-635c8409-d5d3-44c7-ae5d-6402c7c1cb4b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:42.030067 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-46e5be09-01be-4e57-ae41-7b51ddc68235 req-635c8409-d5d3-44c7-ae5d-6402c7c1cb4b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0925581 Aug 16 06:59:42.036075 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device f8596d5a-c94c-4277-b264-017bd43ff646 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:59:42.073373 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: f8596d5a-c94c-4277-b264-017bd43ff646 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:59:42.073717 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device f8596d5a-c94c-4277-b264-017bd43ff646 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:59:42.122283 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-46e5be09-01be-4e57-ae41-7b51ddc68235 req-d9c17af3-a520-48e1-8afe-37c79ff44d5d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700305 Aug 16 06:59:43.244180 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43459e4-2ed3-4080-8519-3e4d5858a732 req-e706cbc9-449e-4620-86da-bcfc5eca92d1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:43.250454 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f43459e4-2ed3-4080-8519-3e4d5858a732 req-e706cbc9-449e-4620-86da-bcfc5eca92d1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0555263 Aug 16 06:59:43.292044 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f43459e4-2ed3-4080-8519-3e4d5858a732 req-f8887be6-cebc-4b2f-846d-6313bfc42111 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396681 Aug 16 06:59:43.385998 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:44.415994 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db9e00-5d66-4104-8ad3-4293b538e348 req-0f455fa9-6360-4cf1-a8f9-e5a46ee54961 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:44.417562 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-96db9e00-5d66-4104-8ad3-4293b538e348 req-0f455fa9-6360-4cf1-a8f9-e5a46ee54961 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0501459 Aug 16 06:59:44.455713 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-96db9e00-5d66-4104-8ad3-4293b538e348 req-c39f3e79-e4d7-4828-b670-b693aa7844fb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320277 Aug 16 06:59:45.587667 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b121e-29cf-48ed-817f-7dd0dfbc0246 req-b472d7da-b8bf-45a5-99a9-933ed344e025 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:45.589206 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b11b121e-29cf-48ed-817f-7dd0dfbc0246 req-b472d7da-b8bf-45a5-99a9-933ed344e025 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0592656 Aug 16 06:59:45.629454 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b11b121e-29cf-48ed-817f-7dd0dfbc0246 req-57a31341-f04e-43f7-9208-78024df957b6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315399 Aug 16 06:59:45.723892 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35638) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:45.824832 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1fe72b88-5f14-4497-a475-3b71701eaca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:45.918173 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1fe72b88-5f14-4497-a475-3b71701eaca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:46.002918 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-1fe72b88-5f14-4497-a475-3b71701eaca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:46.041796 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-1fe72b88-5f14-4497-a475-3b71701eaca5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd431d4fabab4b92b591efe0a04e4160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168137 Aug 16 06:59:46.042907 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe72b88-5f14-4497-a475-3b71701eaca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee6aaed-59be-4426-9ab2-de405101f46e,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:46.044645 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35646) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:46.093224 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d10392f5-a708-4c98-ab99-a8cb3485c1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:46.114282 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d10392f5-a708-4c98-ab99-a8cb3485c1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:46.225841 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d10392f5-a708-4c98-ab99-a8cb3485c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:46.228866 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d10392f5-a708-4c98-ab99-a8cb3485c1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:46.229999 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-d10392f5-a708-4c98-ab99-a8cb3485c1cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ee6aaed-59be-4426-9ab2-de405101f46e HTTP/1.1" status: 204 len: 168 time: 0.1843662 Aug 16 06:59:46.238040 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10392f5-a708-4c98-ab99-a8cb3485c1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee6aaed-59be-4426-9ab2-de405101f46e,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:46.749306 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec664026-27cd-49fd-ae4e-8ade083a439d req-8895221a-42f8-4184-b3f0-a376aa30104e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:46.750879 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ec664026-27cd-49fd-ae4e-8ade083a439d req-8895221a-42f8-4184-b3f0-a376aa30104e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0504613 Aug 16 06:59:46.792945 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ec664026-27cd-49fd-ae4e-8ade083a439d req-8e327f1b-215a-4019-a93c-039ae7901f4e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358806 Aug 16 06:59:46.831085 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35660) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:46.844597 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d237396d-00df-4d20-8d24-802e5ea21d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:46.928551 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d237396d-00df-4d20-8d24-802e5ea21d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:46.990974 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d237396d-00df-4d20-8d24-802e5ea21d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:47.027381 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237396d-00df-4d20-8d24-802e5ea21d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90f03ca-ea58-4249-92be-0f4699293376,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:47.031697 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-d237396d-00df-4d20-8d24-802e5ea21d63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97c52ead35c94dcaa98249a7cb897c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996114 Aug 16 06:59:47.034481 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35666) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:47.081417 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-cc702536-4273-48f0-a932-79637606846c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:47.102074 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-cc702536-4273-48f0-a932-79637606846c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:47.243495 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-cc702536-4273-48f0-a932-79637606846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:47.245999 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-cc702536-4273-48f0-a932-79637606846c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:47.247325 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-cc702536-4273-48f0-a932-79637606846c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e90f03ca-ea58-4249-92be-0f4699293376 HTTP/1.1" status: 204 len: 168 time: 0.2118618 Aug 16 06:59:47.256748 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc702536-4273-48f0-a932-79637606846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90f03ca-ea58-4249-92be-0f4699293376,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:47.936169 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c0e52-32c7-49d6-99df-71ed2b18b3df req-4a6730d0-9c5b-4024-8edf-af330e543f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:47.945220 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2b0c0e52-32c7-49d6-99df-71ed2b18b3df req-4a6730d0-9c5b-4024-8edf-af330e543f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0654335 Aug 16 06:59:47.985240 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2b0c0e52-32c7-49d6-99df-71ed2b18b3df req-894b4901-3ec7-43de-9d2a-0b71196e9acc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 Aug 16 06:59:48.016918 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-ec5663e5-97a4-4b4b-af0a-0424490c1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:48.018959 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-ec5663e5-97a4-4b4b-af0a-0424490c1e3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1098 time: 0.0665891 Aug 16 06:59:48.180140 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-a8395a75-a3cb-497c-a193-71aff9bf5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:48.184569 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-a8395a75-a3cb-497c-a193-71aff9bf5b94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.1562405 Aug 16 06:59:48.287982 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-a26a592e-70a0-4ef0-a7e9-7d6bcecac5e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 200 len: 1000 time: 0.0975485 Aug 16 06:59:48.358666 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-80d54d8b-67b3-4846-8539-9d7d5775f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:48.360038 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-80d54d8b-67b3-4846-8539-9d7d5775f343 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0619166 Aug 16 06:59:48.426011 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-44e8cba5-41d1-48bb-891c-1e95c4c7ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:48.427926 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-44e8cba5-41d1-48bb-891c-1e95c4c7ccc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593762 Aug 16 06:59:48.556656 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-c002d7da-a7ca-4668-82de-6937f8b03175 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197584 Aug 16 06:59:48.712547 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-992b84ec-9de4-40b2-93a8-f0ea15072b4d req-74f19317-a75d-4fce-8b17-11ce15fad52d service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480625 Aug 16 06:59:48.998034 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec335749-152a-40fc-a0c0-280f81b40a15 req-edbe95cc-9c92-48a3-8a77-2fae7639c4c2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:49.009124 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ec335749-152a-40fc-a0c0-280f81b40a15 req-edbe95cc-9c92-48a3-8a77-2fae7639c4c2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 945 time: 0.0897696 Aug 16 06:59:49.063709 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ec335749-152a-40fc-a0c0-280f81b40a15 req-e1ef2d9f-ac3c-4c44-9ee9-c7fe4ea2059c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534821 Aug 16 06:59:49.134403 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e59ef-02dd-4e24-ae37-f4596c8cd7d5 req-7f0682c8-6cde-4514-92e7-a9da15c6dbcc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:49.136707 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-674e59ef-02dd-4e24-ae37-f4596c8cd7d5 req-7f0682c8-6cde-4514-92e7-a9da15c6dbcc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0585005 Aug 16 06:59:49.188117 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-674e59ef-02dd-4e24-ae37-f4596c8cd7d5 req-4a2bfd2d-ba10-467c-81ad-8fe64f2095df tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425026 Aug 16 06:59:50.227459 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83991b-c9f7-44cb-bc4e-c177965ad173 req-a58e2365-5dda-49bd-9fb0-1774c2ea9e7c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:50.237024 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fd83991b-c9f7-44cb-bc4e-c177965ad173 req-a58e2365-5dda-49bd-9fb0-1774c2ea9e7c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 945 time: 0.0845494 Aug 16 06:59:50.327833 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fd83991b-c9f7-44cb-bc4e-c177965ad173 req-1cf9e3da-ec0b-4490-a01f-b3d05e7bc441 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891964 Aug 16 06:59:50.415956 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3e911-a98d-4520-b3b5-f8cfa9d690bc req-1ad83e83-5e34-4410-a9c5-5e8a643ab856 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:50.415956 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12e3e911-a98d-4520-b3b5-f8cfa9d690bc req-1ad83e83-5e34-4410-a9c5-5e8a643ab856 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0697556 Aug 16 06:59:50.471754 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12e3e911-a98d-4520-b3b5-f8cfa9d690bc req-e970a992-a8ca-4f55-8fd7-c8826120a64e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738547 Aug 16 06:59:50.938124 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35804) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:51.058768 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-047c1748-f93b-4167-9f24-88fe22e83bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:51.172235 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-047c1748-f93b-4167-9f24-88fe22e83bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:51.227208 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-0ed7bd26-103b-486a-b8b1-35074855804f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:51.229376 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-0ed7bd26-103b-486a-b8b1-35074855804f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 945 time: 0.0601578 Aug 16 06:59:51.253563 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-047c1748-f93b-4167-9f24-88fe22e83bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:51.306561 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-047c1748-f93b-4167-9f24-88fe22e83bc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=509b38de6e1949b692c5b75ab30dec79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671784 Aug 16 06:59:51.307747 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c1748-f93b-4167-9f24-88fe22e83bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369b21d2-f64a-4735-a4d6-4a970c4b4cf0,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:51.310049 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 35816) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:51.399365 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2450ff75-5e71-4650-a2db-aa3b1a88d449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:51.429312 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Deleting port 9b5051c7-83fd-4685-8761-25078275ccb0 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 06:59:51.430005 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:51.455032 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2450ff75-5e71-4650-a2db-aa3b1a88d449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:51.499777 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add908ee-ddb1-479e-b4fd-8875788eb337 req-76f4b7f7-062d-42e2-b1e0-36b0daa098c5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:51.508330 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-add908ee-ddb1-479e-b4fd-8875788eb337 req-76f4b7f7-062d-42e2-b1e0-36b0daa098c5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 945 time: 0.0860579 Aug 16 06:59:51.564987 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-add908ee-ddb1-479e-b4fd-8875788eb337 req-8543b6e9-72b6-4785-b228-b602f50b4bf7 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556479 Aug 16 06:59:51.640044 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2450ff75-5e71-4650-a2db-aa3b1a88d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:51.643290 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2450ff75-5e71-4650-a2db-aa3b1a88d449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:51.650427 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-2450ff75-5e71-4650-a2db-aa3b1a88d449 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/369b21d2-f64a-4735-a4d6-4a970c4b4cf0 HTTP/1.1" status: 204 len: 168 time: 0.3336809 Aug 16 06:59:51.665213 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6778f-ffa2-426e-9eb4-6acc5c0f28fd req-764e3af7-7c89-4056-af14-550cd63eed44 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:51.666803 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c7a6778f-ffa2-426e-9eb4-6acc5c0f28fd req-764e3af7-7c89-4056-af14-550cd63eed44 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 945 time: 0.0573688 Aug 16 06:59:51.673468 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450ff75-5e71-4650-a2db-aa3b1a88d449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369b21d2-f64a-4735-a4d6-4a970c4b4cf0,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:51.718895 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] For port 9b5051c7-83fd-4685-8761-25078275ccb0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b5051c7-83fd-4685-8761-25078275ccb0,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:51.720127 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:51.736768 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Calling delete_port for 9b5051c7-83fd-4685-8761-25078275ccb0 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 06:59:51.737220 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c7a6778f-ffa2-426e-9eb4-6acc5c0f28fd req-d8916adb-a35a-4246-9895-050e999f99a2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627029 Aug 16 06:59:52.002904 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.015506 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['9b5051c7-83fd-4685-8761-25078275ccb0'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 06:59:52.068681 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Pushing event deleted for resources: {'Port': ['ID=9b5051c7-83fd-4685-8761-25078275ccb0,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:52.113043 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ef1ac328-5ba8-46d9-b201-5890e069df87 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:59:52.114618 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] No DVR routers for this DVR port 9b5051c7-83fd-4685-8761-25078275ccb0 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 06:59:52.118104 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.120695 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e1afd2cd-5eba-4408-b151-5db0803053ad req-09e22221-3cfc-4b09-a554-d8df3a7345f2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.18 "DELETE /v2.0/ports/9b5051c7-83fd-4685-8761-25078275ccb0 HTTP/1.1" status: 204 len: 173 time: 0.8834391 Aug 16 06:59:52.121236 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d04336-55e6-4a11-b2bc-1e29c3371319', 'name': 'network-vif-deleted', 'tag': '9b5051c7-83fd-4685-8761-25078275ccb0'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:59:52.123801 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bda9c00-3156-4c87-afff-cb44a06415ef" -d '{"events": [{"server_uuid": "66d04336-55e6-4a11-b2bc-1e29c3371319", "name": "network-vif-deleted", "tag": "9b5051c7-83fd-4685-8761-25078275ccb0"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:59:52.177857 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 06:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517a9f0f-2f09-420a-a632-7ed7da65cdee x-openstack-request-id: req-517a9f0f-2f09-420a-a632-7ed7da65cdee {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:59:52.178266 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d04336-55e6-4a11-b2bc-1e29c3371319", "name": "network-vif-deleted", "tag": "9b5051c7-83fd-4685-8761-25078275ccb0", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:59:52.178620 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-517a9f0f-2f09-420a-a632-7ed7da65cdee {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:59:52.179745 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d04336-55e6-4a11-b2bc-1e29c3371319', 'name': 'network-vif-deleted', 'tag': '9b5051c7-83fd-4685-8761-25078275ccb0', 'status': 'completed', 'code': 200} Aug 16 06:59:52.225801 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.249997 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 06:59:52.252546 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beb3757-eaa8-418a-94dd-c6be2010838c" -d '{"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 06:59:52.268365 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 06:59:52.299285 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 06:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bb266a-2f95-43bb-9cfb-6bf2e3538663 x-openstack-request-id: req-f5bb266a-2f95-43bb-9cfb-6bf2e3538663 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 06:59:52.299856 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-unplugged", "status": "failed", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87", "code": 422}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 06:59:52.300415 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5bb266a-2f95-43bb-9cfb-6bf2e3538663 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 06:59:52.301038 dv-cinder-803901-6-iscsi neutron-server[101193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'code': 422} returned with failed status Aug 16 06:59:52.379082 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.433089 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=8']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:52.471050 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35840) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:52.486722 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-46a9340c-6cbe-400e-80bc-79820da9b9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.584567 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-46a9340c-6cbe-400e-80bc-79820da9b9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.679926 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fa33e232-fc91-435b-b1ca-83f4cfe2f2cc req-a6c38985-8748-43d3-a82a-66b7e8b88d9f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d04336-55e6-4a11-b2bc-1e29c3371319 HTTP/1.1" status: 200 len: 210 time: 0.0337281 Aug 16 06:59:52.680958 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-46a9340c-6cbe-400e-80bc-79820da9b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.721605 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-46a9340c-6cbe-400e-80bc-79820da9b9dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6da4f921a4984b7481ba9ff451d3b749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492812 Aug 16 06:59:52.728276 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9340c-6cbe-400e-80bc-79820da9b9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966ebf59-db7e-4042-8e19-380e3532dc9c,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:52.728671 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 35846) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 06:59:52.789955 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-759512b8-085b-4629-b795-10e167ace75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.813666 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-759512b8-085b-4629-b795-10e167ace75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.992417 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-759512b8-085b-4629-b795-10e167ace75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.992417 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-759512b8-085b-4629-b795-10e167ace75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:52.993647 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-759512b8-085b-4629-b795-10e167ace75b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/966ebf59-db7e-4042-8e19-380e3532dc9c HTTP/1.1" status: 204 len: 168 time: 0.2639794 Aug 16 06:59:53.009797 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759512b8-085b-4629-b795-10e167ace75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966ebf59-db7e-4042-8e19-380e3532dc9c,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 06:59:53.701750 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc2ede-e7ca-493f-aca7-8999ad0c0597 req-244de7d7-9663-43d5-b25d-2ed0eaa7bca5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:53.704635 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5fbc2ede-e7ca-493f-aca7-8999ad0c0597 req-244de7d7-9663-43d5-b25d-2ed0eaa7bca5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0544515 Aug 16 06:59:53.783707 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5fbc2ede-e7ca-493f-aca7-8999ad0c0597 req-59e8e1e2-5936-4fab-8615-50924c9d0860 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704682 Aug 16 06:59:54.058519 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 06:59:54.925451 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373fe03-e627-4556-9aff-5c2f9a653e70 req-461f1e44-363d-4fa9-87dd-00164bc8b9c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:54.926938 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b373fe03-e627-4556-9aff-5c2f9a653e70 req-461f1e44-363d-4fa9-87dd-00164bc8b9c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0534873 Aug 16 06:59:54.983718 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b373fe03-e627-4556-9aff-5c2f9a653e70 req-1a3d2648-16e4-4923-a60b-bcadf5729c4e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445251 Aug 16 06:59:56.105543 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64c0c-8242-4d7b-990f-1e8f671662ed req-e8d6bc84-844f-4a4d-a3a4-d4e826e6de77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:56.113516 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4de64c0c-8242-4d7b-990f-1e8f671662ed req-e8d6bc84-844f-4a4d-a3a4-d4e826e6de77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0630336 Aug 16 06:59:56.165758 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4de64c0c-8242-4d7b-990f-1e8f671662ed req-bd424ae4-7747-4e75-8fdc-5dde87f4c7fb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482779 Aug 16 06:59:57.278197 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb1874-e0f1-4a57-b8a9-c17482d0cad5 req-9a8d772b-20b2-440f-ac8f-d53512cf2117 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:57.279705 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-33eb1874-e0f1-4a57-b8a9-c17482d0cad5 req-9a8d772b-20b2-440f-ac8f-d53512cf2117 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0477095 Aug 16 06:59:57.322313 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-33eb1874-e0f1-4a57-b8a9-c17482d0cad5 req-a45c1d99-8e72-4ac5-abbd-b5a6c83ca9dd tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364501 Aug 16 06:59:58.354377 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 9b5051c7-83fd-4685-8761-25078275ccb0 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 06:59:58.374829 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 9b5051c7-83fd-4685-8761-25078275ccb0 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 06:59:58.375259 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 9b5051c7-83fd-4685-8761-25078275ccb0 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 06:59:58.445890 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eb188-a739-459a-bd0e-a727c7d0a220 req-f12c0343-0585-4697-ac83-5eed0be2d158 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:58.447390 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b07eb188-a739-459a-bd0e-a727c7d0a220 req-f12c0343-0585-4697-ac83-5eed0be2d158 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0498059 Aug 16 06:59:58.484379 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b07eb188-a739-459a-bd0e-a727c7d0a220 req-9687cd3e-8e4a-45ec-8d43-02cd6ae9def8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310378 Aug 16 06:59:59.603917 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf2049-9201-44cb-9b16-9c871782213c req-8f2f4b51-b73f-41a1-beec-0d417a5ca8db tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 06:59:59.605391 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2bcf2049-9201-44cb-9b16-9c871782213c req-8f2f4b51-b73f-41a1-beec-0d417a5ca8db tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0512650 Aug 16 06:59:59.643906 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2bcf2049-9201-44cb-9b16-9c871782213c req-9945a27a-c087-419f-815c-83e6d1c353fc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325515 Aug 16 07:00:00.779383 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95109279-82c8-45a3-9b26-4f2151e88f05 req-f792a521-d960-4e04-b12b-41b76ca6ec5b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:00.782036 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-95109279-82c8-45a3-9b26-4f2151e88f05 req-f792a521-d960-4e04-b12b-41b76ca6ec5b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0575595 Aug 16 07:00:00.827844 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-95109279-82c8-45a3-9b26-4f2151e88f05 req-4504ef15-b457-4d91-be9e-0d98aafa5c13 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 Aug 16 07:00:02.127051 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099d36e-5a48-4e2c-973d-4d93a1ed109a req-cff7b18d-6c19-4b93-9d43-3a4d97ed4c1b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:02.128606 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4099d36e-5a48-4e2c-973d-4d93a1ed109a req-cff7b18d-6c19-4b93-9d43-3a4d97ed4c1b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.2243922 Aug 16 07:00:02.170733 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4099d36e-5a48-4e2c-973d-4d93a1ed109a req-abf19f18-4c0d-47eb-83d5-7fffa934fdc7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350490 Aug 16 07:00:03.382796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa32f-224a-47a7-8352-d4c601193c3e req-71cea629-4084-4f46-9e95-4b63d0621320 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:03.391345 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-697fa32f-224a-47a7-8352-d4c601193c3e req-71cea629-4084-4f46-9e95-4b63d0621320 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1210010 Aug 16 07:00:03.458452 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-697fa32f-224a-47a7-8352-d4c601193c3e req-634c0d01-0e89-4d30-b9f8-5b4fb5320ff0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464003 Aug 16 07:00:04.213863 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:00:04.599961 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa315dd-f133-4849-b20e-fa47fb237f75 req-01d7f9dd-c1f2-4a5a-9a14-3022dab747c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:04.608520 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4aa315dd-f133-4849-b20e-fa47fb237f75 req-01d7f9dd-c1f2-4a5a-9a14-3022dab747c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0614326 Aug 16 07:00:04.659916 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4aa315dd-f133-4849-b20e-fa47fb237f75 req-cc01d84b-7a23-4923-8975-81c140534373 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499969 Aug 16 07:00:05.778019 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e089f-0f7e-41c4-9726-48a3064e4c10 req-dd1a663d-b138-4bc9-a581-d568a8d22828 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:05.779551 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e80e089f-0f7e-41c4-9726-48a3064e4c10 req-dd1a663d-b138-4bc9-a581-d568a8d22828 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0514050 Aug 16 07:00:05.822383 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e80e089f-0f7e-41c4-9726-48a3064e4c10 req-ad6d6a68-1634-4a45-8b0d-9a601895de02 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354471 Aug 16 07:00:06.997506 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836e5f2-34be-4505-a742-ba0e496968bc req-3c3b473c-8578-448f-9c7b-a5a8f5c892b9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:06.999182 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e836e5f2-34be-4505-a742-ba0e496968bc req-3c3b473c-8578-448f-9c7b-a5a8f5c892b9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0837998 Aug 16 07:00:07.043666 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e836e5f2-34be-4505-a742-ba0e496968bc req-a88e96a8-9676-4467-9eeb-8fc42914d728 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384886 Aug 16 07:00:08.037054 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-175fcf06-7771-4f13-ad45-a4c423f9c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:08.188428 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249d954-875c-40a8-8f19-55bc1e3c1c6b req-b2b1209e-6ca7-4be6-9e40-80a9ca7da551 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:08.189999 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9249d954-875c-40a8-8f19-55bc1e3c1c6b req-b2b1209e-6ca7-4be6-9e40-80a9ca7da551 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0636418 Aug 16 07:00:08.245778 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9249d954-875c-40a8-8f19-55bc1e3c1c6b req-1da8cfef-bd91-4ff3-b39e-8b163fda84c5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464880 Aug 16 07:00:09.385482 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dae932-7add-47a1-a0f0-c61d25064820 req-62125255-543e-46a8-b478-284e0b139b02 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:09.387769 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a7dae932-7add-47a1-a0f0-c61d25064820 req-62125255-543e-46a8-b478-284e0b139b02 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0556698 Aug 16 07:00:09.434054 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a7dae932-7add-47a1-a0f0-c61d25064820 req-5514e487-4114-436b-a519-9061117f1551 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376441 Aug 16 07:00:10.571324 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72eaa44-4a23-4f51-949f-7595d5521e3b req-88e2dc97-b632-49e7-aeaa-7a1af469f922 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:10.575577 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f72eaa44-4a23-4f51-949f-7595d5521e3b req-88e2dc97-b632-49e7-aeaa-7a1af469f922 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0601940 Aug 16 07:00:10.617675 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f72eaa44-4a23-4f51-949f-7595d5521e3b req-92588d2b-7849-4f27-8c5b-590651cece0a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375826 Aug 16 07:00:10.818764 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:10.997094 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b1db541d-b968-49fa-bf04-0b2ecfa8d263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:11.795044 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fafd7-4e09-4744-8f22-3528db302c52 req-aa174c69-08c3-4fdc-bf24-abd27ef7b55c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:11.797009 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f51fafd7-4e09-4744-8f22-3528db302c52 req-aa174c69-08c3-4fdc-bf24-abd27ef7b55c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0778418 Aug 16 07:00:11.844685 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f51fafd7-4e09-4744-8f22-3528db302c52 req-a20bc111-a89e-4e9c-9541-9180a913ec55 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Aug 16 07:00:11.963125 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:12.975291 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b7bcf-51cf-4946-aeb9-695370cb9148 req-23f133d7-2415-42c5-a829-048726226bdb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:12.977603 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-917b7bcf-51cf-4946-aeb9-695370cb9148 req-23f133d7-2415-42c5-a829-048726226bdb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0573072 Aug 16 07:00:13.032999 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-917b7bcf-51cf-4946-aeb9-695370cb9148 req-53b732e9-b3e3-44a0-b879-6464376e6e4d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474503 Aug 16 07:00:13.477397 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:14.335709 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c85508-2be7-435c-958e-03bda38c5a7c req-1e9ca82c-d3d6-466c-9eb2-5735456284a1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:14.345199 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f8c85508-2be7-435c-958e-03bda38c5a7c req-1e9ca82c-d3d6-466c-9eb2-5735456284a1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1200390 Aug 16 07:00:14.407007 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36180) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:14.441918 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f8c85508-2be7-435c-958e-03bda38c5a7c req-83258194-2870-416f-beec-d18d22aef0bb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955319 Aug 16 07:00:14.454362 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36184) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:14.464532 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-72ed9880-e224-4408-832d-292fd1fe29cb tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:14.466092 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-72ed9880-e224-4408-832d-292fd1fe29cb tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/networks?id=af477712-4737-4c0d-a1af-1617b6405472 HTTP/1.1" status: 200 len: 812 time: 0.3768835 Aug 16 07:00:14.495086 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-d98c7b25-6fcd-4e44-9a04-d2d0655ec7a8 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/quotas/65f4d508072e48989c68bf1ded3c6b01 HTTP/1.1" status: 200 len: 375 time: 0.0184345 Aug 16 07:00:14.532085 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-20e7b7d9-80d6-4abb-9cb7-7f1035241eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:14.536863 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-d09ba96b-4863-436a-bc5c-c6ce692c46a4 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=65f4d508072e48989c68bf1ded3c6b01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379295 Aug 16 07:00:14.567015 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-fce6b45b-0fa8-44a1-b8f1-de5d016e14c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1576507 Aug 16 07:00:14.642219 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-20e7b7d9-80d6-4abb-9cb7-7f1035241eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:14.696128 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-2a7fdd47-07a5-4d6f-9c91-ef602190d49f service neutron] 10.222.0.20 "GET /v2.0/networks/af477712-4737-4c0d-a1af-1617b6405472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455219 Aug 16 07:00:14.711242 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-20e7b7d9-80d6-4abb-9cb7-7f1035241eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:14.740413 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-20e7b7d9-80d6-4abb-9cb7-7f1035241eeb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5a41f23ba624ebe9e7b58c8f8b8f6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846978 Aug 16 07:00:14.750102 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36202) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:14.793583 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-60388088-9cdd-434a-9bfc-a855aa2f3e58 service neutron] 10.222.0.20 "GET /v2.0/networks/af477712-4737-4c0d-a1af-1617b6405472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915322 Aug 16 07:00:14.797972 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7b7d9-80d6-4abb-9cb7-7f1035241eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612c6a8c-6feb-4eb3-b1b5-4933ef91cc88,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:14.819062 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a10afc01-53e2-4b53-84b9-0f4817623db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:14.842852 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a10afc01-53e2-4b53-84b9-0f4817623db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:14.990858 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a10afc01-53e2-4b53-84b9-0f4817623db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:14.993429 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a10afc01-53e2-4b53-84b9-0f4817623db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:14.994568 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a10afc01-53e2-4b53-84b9-0f4817623db9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/612c6a8c-6feb-4eb3-b1b5-4933ef91cc88 HTTP/1.1" status: 204 len: 168 time: 0.2435970 Aug 16 07:00:15.005657 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10afc01-53e2-4b53-84b9-0f4817623db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612c6a8c-6feb-4eb3-b1b5-4933ef91cc88,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:15.078536 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-153fb470-5dda-4bd6-a4a5-2af733b42a1c req-6d34cf45-6966-4bb7-a40e-8bb64bb2fd50 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Aug 16 07:00:15.577400 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415396e4-42c7-44a6-9d8d-7ede2417e92d req-4a20df62-f902-4076-8564-e41518801306 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:15.578918 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-415396e4-42c7-44a6-9d8d-7ede2417e92d req-4a20df62-f902-4076-8564-e41518801306 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0533068 Aug 16 07:00:15.613575 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36238) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:15.619449 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-415396e4-42c7-44a6-9d8d-7ede2417e92d req-5b627f8d-0718-4b3c-9b73-9fa7e4823c40 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331118 Aug 16 07:00:15.627786 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-56e11d85-ead5-4664-bd60-c7d5971cb8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:15.717024 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-56e11d85-ead5-4664-bd60-c7d5971cb8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:15.876623 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-56e11d85-ead5-4664-bd60-c7d5971cb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:15.918603 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e11d85-ead5-4664-bd60-c7d5971cb8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9b8f85-116b-4999-b031-4d938411e84f,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:15.923026 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-56e11d85-ead5-4664-bd60-c7d5971cb8fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e28401f59694389af43d50a6dbf4faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083618 Aug 16 07:00:15.925784 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36258) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:15.980390 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-468005a7-7394-4da8-8768-8deb6a4349db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:16.005602 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-468005a7-7394-4da8-8768-8deb6a4349db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:16.128278 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-468005a7-7394-4da8-8768-8deb6a4349db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:16.133013 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-468005a7-7394-4da8-8768-8deb6a4349db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:16.138600 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-468005a7-7394-4da8-8768-8deb6a4349db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa9b8f85-116b-4999-b031-4d938411e84f HTTP/1.1" status: 204 len: 168 time: 0.2076566 Aug 16 07:00:16.152172 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468005a7-7394-4da8-8768-8deb6a4349db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9b8f85-116b-4999-b031-4d938411e84f,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:16.206130 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9ac737d2-e6b6-4297-867d-5eaace50dd52 req-3d9d8cb0-151a-48ec-9ea7-f6e0458ba9d1 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 210 time: 0.0532188 Aug 16 07:00:16.752327 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33816c7-da38-419b-b23e-560f33e1dd6e req-58f208a2-54ae-45ac-b70d-b2b8b8824d84 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:16.753816 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f33816c7-da38-419b-b23e-560f33e1dd6e req-58f208a2-54ae-45ac-b70d-b2b8b8824d84 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0558038 Aug 16 07:00:16.792398 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f33816c7-da38-419b-b23e-560f33e1dd6e req-cbde8f7f-5cd1-4e34-874c-969c0dcd56aa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323915 Aug 16 07:00:17.051235 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36298) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:17.063624 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5753-8336-4d62-b352-623bc495ce9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:17.161938 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5753-8336-4d62-b352-623bc495ce9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:17.276862 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5753-8336-4d62-b352-623bc495ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:17.302108 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2bd03280-75e3-4e54-8017-4042a49daf85 req-3991272d-2314-465e-ab8e-182693705548 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 210 time: 0.0281413 Aug 16 07:00:17.374250 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-8f1c5753-8336-4d62-b352-623bc495ce9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe4abcf862ca45d493f88434a5ba4a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227730 Aug 16 07:00:17.377117 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c5753-8336-4d62-b352-623bc495ce9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbc3dbb-82d4-4d2b-9a18-954784c39115,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:17.377340 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 36312) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:17.435801 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8d59004b-7a26-4df0-ac20-0ba058ee089b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:17.437883 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-af9bed7b-2ab0-4e51-a9b9-37f122163c46 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:17.439602 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-af9bed7b-2ab0-4e51-a9b9-37f122163c46 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.18 "GET /v2.0/networks?id=af477712-4737-4c0d-a1af-1617b6405472 HTTP/1.1" status: 200 len: 812 time: 0.1370215 Aug 16 07:00:17.454662 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Request body: {'port': {'device_id': '7e501ec8-a04b-44a0-b53b-c2299e0a4496', 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472', 'admin_state_up': True, 'tenant_id': '65f4d508072e48989c68bf1ded3c6b01'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:00:17.458906 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8d59004b-7a26-4df0-ac20-0ba058ee089b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:17.590875 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8d59004b-7a26-4df0-ac20-0ba058ee089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:17.593729 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8d59004b-7a26-4df0-ac20-0ba058ee089b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:17.594664 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-8d59004b-7a26-4df0-ac20-0ba058ee089b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bbc3dbb-82d4-4d2b-9a18-954784c39115 HTTP/1.1" status: 204 len: 168 time: 0.2162960 Aug 16 07:00:17.603363 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59004b-7a26-4df0-ac20-0ba058ee089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbc3dbb-82d4-4d2b-9a18-954784c39115,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:17.642810 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Made reservation on behalf of 65f4d508072e48989c68bf1ded3c6b01 for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:00:17.646712 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:17.792890 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Allocated IP 172.20.0.9 (af477712-4737-4c0d-a1af-1617b6405472/89384cc6-f874-4842-a15b-98820df1fe7a/6d30650f-6b17-4082-9fba-d957b1faf1fa) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:00:17.838299 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-2e126dc2-cd1c-46c4-b0c8-fc35d72710bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:17.839880 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-2e126dc2-cd1c-46c4-b0c8-fc35d72710bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e&tenant_id=c039abc6408441d98c333f659184a74a HTTP/1.1" status: 200 len: 1096 time: 0.0771024 Aug 16 07:00:17.961272 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fa4c7-992b-44b5-ae24-420dba79f5b3 req-39bdff8a-041a-4520-b254-c253c11989ec tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:17.962886 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-581fa4c7-992b-44b5-ae24-420dba79f5b3 req-39bdff8a-041a-4520-b254-c253c11989ec tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0659933 Aug 16 07:00:17.976799 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-64ad29f4-71dd-4b00-a887-1336e1893a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:17.978370 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-64ad29f4-71dd-4b00-a887-1336e1893a25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1096 time: 0.1094446 Aug 16 07:00:17.983810 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:18.053999 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-581fa4c7-992b-44b5-ae24-420dba79f5b3 req-55d03851-74e6-4737-8204-7fb286086bed tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849204 Aug 16 07:00:18.090469 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-e0327ffb-6705-4440-8321-6310059658ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:18.092007 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-e0327ffb-6705-4440-8321-6310059658ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.1064334 Aug 16 07:00:18.121486 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:18.164749 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Network af477712-4737-4c0d-a1af-1617b6405472 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:18.168664 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-e5c5523d-ef28-4a2c-a13b-e3453d2d7119 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 200 len: 998 time: 0.0680025 Aug 16 07:00:18.168825 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:18.171382 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:00:18.197567 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Pushing event updated for resources: {'Port': ['ID=6d30650f-6b17-4082-9fba-d957b1faf1fa,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:18.221081 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-1eef702b-af56-4dc4-bd70-c6237b32570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:18.222538 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-1eef702b-af56-4dc4-bd70-c6237b32570c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0463951 Aug 16 07:00:18.232307 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:18.232307 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:18.274076 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-4e51e382-96b3-4b3a-84ff-52058b3f0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:18.275823 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-4e51e382-96b3-4b3a-84ff-52058b3f0134 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453610 Aug 16 07:00:18.323697 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-65c904b1-8bea-4ace-a436-8642bf64bff5 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733115 Aug 16 07:00:18.336821 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Request body: {'port': {'device_id': '7e501ec8-a04b-44a0-b53b-c2299e0a4496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:00:18.365958 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-c7593fd4-51d4-432a-8082-de5b5b413e17 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832863 Aug 16 07:00:18.399403 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:18.493052 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f913b-f36d-4f77-8a47-f64e31e3b83d req-5eff7bce-b855-41e0-89c5-5f9c439f3bd7 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:18.494931 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-da5f913b-f36d-4f77-8a47-f64e31e3b83d req-5eff7bce-b855-41e0-89c5-5f9c439f3bd7 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 931 time: 0.1035507 Aug 16 07:00:18.512343 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bdc505c2-c652-46db-83a7-88ddd3acde3b req-d5477604-2723-4ac0-b3e5-494b81f0d763 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395915 Aug 16 07:00:18.543993 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-da5f913b-f36d-4f77-8a47-f64e31e3b83d req-d1f35877-b3a7-4635-93ca-4ad99adab86c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Aug 16 07:00:18.694453 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d30650f-6b17-4082-9fba-d957b1faf1fa {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:00:18.703427 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:18.716224 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Transition to ACTIVE for port object 6d30650f-6b17-4082-9fba-d957b1faf1fa will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:18.802392 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:18.855060 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Pushing event updated for resources: {'Port': ['ID=6d30650f-6b17-4082-9fba-d957b1faf1fa,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:18.923333 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Attempting to bind port 6d30650f-6b17-4082-9fba-d957b1faf1fa on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:00:18.923712 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Attempting to bind port 6d30650f-6b17-4082-9fba-d957b1faf1fa by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '22b25076-500c-427e-9bcd-624b31f94fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:00:18.924134 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Attempting to bind port 6d30650f-6b17-4082-9fba-d957b1faf1fa on network af477712-4737-4c0d-a1af-1617b6405472 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:00:18.928373 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Port 6d30650f-6b17-4082-9fba-d957b1faf1fa on network af477712-4737-4c0d-a1af-1617b6405472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:00:18.928695 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Attempting to bind port 6d30650f-6b17-4082-9fba-d957b1faf1fa on network af477712-4737-4c0d-a1af-1617b6405472 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:00:18.933612 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 6, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:00:18.933947 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Checking segment: {'id': '22b25076-500c-427e-9bcd-624b31f94fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:00:18.934326 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Bound using segment: {'id': '22b25076-500c-427e-9bcd-624b31f94fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:00:18.934738 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Bound port: 6d30650f-6b17-4082-9fba-d957b1faf1fa, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b25076-500c-427e-9bcd-624b31f94fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:00:18.935097 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:18.983246 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 36386) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:19.002837 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] For port 6d30650f-6b17-4082-9fba-d957b1faf1fa, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:00:19.006522 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] For port 6d30650f-6b17-4082-9fba-d957b1faf1fa, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6d30650f-6b17-4082-9fba-d957b1faf1fa,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:00:19.048930 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b928c4f0-c5b9-4821-a3dc-e4a6624351f2 admin admin] Deleting subnet acd86efd-5f78-4152-9798-9c07be68235f {{(pid=101192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:00:19.052365 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b928c4f0-c5b9-4821-a3dc-e4a6624351f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.095424 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b928c4f0-c5b9-4821-a3dc-e4a6624351f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59254927'] for subnet, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.100014 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.136925 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b928c4f0-c5b9-4821-a3dc-e4a6624351f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.167380 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:19.168029 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.169607 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] 10.222.0.18 "PUT /v2.0/ports/6d30650f-6b17-4082-9fba-d957b1faf1fa HTTP/1.1" status: 200 len: 1093 time: 0.8372762 Aug 16 07:00:19.170237 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e501ec8-a04b-44a0-b53b-c2299e0a4496', 'tag': '6d30650f-6b17-4082-9fba-d957b1faf1fa'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:00:19.173229 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a2d7de-0e5d-4004-ae14-4f6f01619aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e501ec8-a04b-44a0-b53b-c2299e0a4496", "tag": "6d30650f-6b17-4082-9fba-d957b1faf1fa"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:00:19.202474 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478be7e1-2ff0-4618-af6c-6adb1b7f0618 service neutron] Pushing event updated for resources: {'Port': ['ID=6d30650f-6b17-4082-9fba-d957b1faf1fa,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:19.222486 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fd034c-67ba-476f-922a-cde7902b403a x-openstack-request-id: req-a4fd034c-67ba-476f-922a-cde7902b403a {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:00:19.222932 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e501ec8-a04b-44a0-b53b-c2299e0a4496", "tag": "6d30650f-6b17-4082-9fba-d957b1faf1fa", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:00:19.223219 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4fd034c-67ba-476f-922a-cde7902b403a {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:00:19.223625 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e501ec8-a04b-44a0-b53b-c2299e0a4496', 'tag': '6d30650f-6b17-4082-9fba-d957b1faf1fa', 'status': 'completed', 'code': 200} Aug 16 07:00:19.269152 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71b20-ce54-42bd-b4fb-dcf49355d848 req-800fe16d-e668-4439-8b21-95ea7e611d94 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:19.270581 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c71b20-ce54-42bd-b4fb-dcf49355d848 req-800fe16d-e668-4439-8b21-95ea7e611d94 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0509825 Aug 16 07:00:19.310426 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-12c71b20-ce54-42bd-b4fb-dcf49355d848 req-189041b5-fd47-4738-8a99-5def7a7f975a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331740 Aug 16 07:00:19.320096 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2d7de-0e5d-4004-ae14-4f6f01619aa2 req-dcdda0a4-3286-43a5-8766-dd852121aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:19.321639 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-31a2d7de-0e5d-4004-ae14-4f6f01619aa2 req-dcdda0a4-3286-43a5-8766-dd852121aa30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=65f4d508072e48989c68bf1ded3c6b01&device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 1096 time: 0.0435781 Aug 16 07:00:19.391867 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b928c4f0-c5b9-4821-a3dc-e4a6624351f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59680681'] for subnet, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.434282 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928c4f0-c5b9-4821-a3dc-e4a6624351f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd86efd-5f78-4152-9798-9c07be68235f,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:19.453122 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b928c4f0-c5b9-4821-a3dc-e4a6624351f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.458658 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-b928c4f0-c5b9-4821-a3dc-e4a6624351f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/acd86efd-5f78-4152-9798-9c07be68235f HTTP/1.1" status: 204 len: 168 time: 0.4735570 Aug 16 07:00:19.460389 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36420) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:19.523828 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2d7de-0e5d-4004-ae14-4f6f01619aa2 req-c12a2849-3c85-4c6f-94bc-49d66194369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:19.526191 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-31a2d7de-0e5d-4004-ae14-4f6f01619aa2 req-c12a2849-3c85-4c6f-94bc-49d66194369b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=65f4d508072e48989c68bf1ded3c6b01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1959476 Aug 16 07:00:19.559256 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.683956 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.694897 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38077ff0-ea46-4ca2-9ed8-0785ad87b68e']}} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:19.701919 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f75d00-2d53-424b-930e-9f98ae5a94bf req-8af64eba-2cec-4dc3-8784-a0123fb881ee tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:19.701919 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-28f75d00-2d53-424b-930e-9f98ae5a94bf req-8af64eba-2cec-4dc3-8784-a0123fb881ee tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0765393 Aug 16 07:00:19.721149 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9') {'for_net_delete': True} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:19.721881 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd44d6b3-8d8a-4539-b1cb-cdb25278c8c9') {} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:19.737432 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590989'] for segment, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.764987 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.768332 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-28f75d00-2d53-424b-930e-9f98ae5a94bf req-a3eebc5e-05e0-481f-bdbb-f762a94cecee tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577071 Aug 16 07:00:19.778705 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:00:19.779118 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179039'] for segment, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: Traceback (most recent call last): Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: timer() Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: cb(*args, **kw) Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: return func(*args, **kwargs) Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: self._notify() Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: self.callback(batched_events) Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: event.method(event) Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: return f(self, *a, **k) Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._get(url).json() Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: return self.request(url, 'GET', **kwargs) Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:00:19.798264 dv-cinder-803901-6-iscsi neutron-server[101191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:00:19.933860 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.951012 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:19.955620 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] 10.222.0.20 "DELETE /v2.0/networks/38077ff0-ea46-4ca2-9ed8-0785ad87b68e HTTP/1.1" status: 204 len: 168 time: 0.4929175 Aug 16 07:00:19.955620 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6d51d-4811-4755-b2e6-6cc34217388e admin admin] Pushing event deleted for resources: {'Network': ['ID=38077ff0-ea46-4ca2-9ed8-0785ad87b68e,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:20.415850 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36434) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:20.439654 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41279-71f3-4657-a00b-48998ddc3c25 req-af51b1a1-fbe7-4c69-b7fd-ac8553c6d8cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:20.443552 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-25e41279-71f3-4657-a00b-48998ddc3c25 req-af51b1a1-fbe7-4c69-b7fd-ac8553c6d8cb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0572538 Aug 16 07:00:20.473017 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-46369189-a8d4-4d3a-93c4-79d0330131bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ea37c94851f4b6d8d1f38e2ee2c9064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551875 Aug 16 07:00:20.473698 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 36440) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:20.523535 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-25e41279-71f3-4657-a00b-48998ddc3c25 req-467a89cb-bab0-43fd-8360-6e13958d51fc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734231 Aug 16 07:00:20.545637 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c0fbace0-b71b-4966-98dd-0435438d47e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:20.568503 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c0fbace0-b71b-4966-98dd-0435438d47e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:20.704327 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c0fbace0-b71b-4966-98dd-0435438d47e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:20.707073 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c0fbace0-b71b-4966-98dd-0435438d47e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:20.708241 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-c0fbace0-b71b-4966-98dd-0435438d47e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b2687fa-a8f9-442b-864c-c59ffd8ef6d1 HTTP/1.1" status: 204 len: 168 time: 0.2334838 Aug 16 07:00:20.717037 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbace0-b71b-4966-98dd-0435438d47e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2687fa-a8f9-442b-864c-c59ffd8ef6d1,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:20.934898 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b463-447d-4b71-a319-d6d4795869c1 req-93ff775b-b8c8-4553-b261-6d70c6c815d0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:20.936691 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a5f6b463-447d-4b71-a319-d6d4795869c1 req-93ff775b-b8c8-4553-b261-6d70c6c815d0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0768356 Aug 16 07:00:20.980781 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a5f6b463-447d-4b71-a319-d6d4795869c1 req-8570c6e9-b8a6-438d-a199-c7d98ec077a8 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366042 Aug 16 07:00:21.672432 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d87e3-494b-49bb-9f0e-dea7af67901e req-2f299f0f-822f-4471-b7f4-687fe1efdd38 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:21.675326 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-756d87e3-494b-49bb-9f0e-dea7af67901e req-2f299f0f-822f-4471-b7f4-687fe1efdd38 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0526538 Aug 16 07:00:21.719015 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-756d87e3-494b-49bb-9f0e-dea7af67901e req-4fd0b835-b1d5-42ed-8d16-a023cbcbad57 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359471 Aug 16 07:00:21.796796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 36480) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:21.902010 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1337533917-network', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:00:21.990615 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Made reservation on behalf of c0efc63d26f9406880d510b5cfc2d189 for: {'network': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:00:21.993392 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:22.004638 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:22.138948 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79e5e-ea0b-4982-96a2-3fb46232c813 req-8a25f4ee-d48a-4179-9499-e56c2e5462fa tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:22.140641 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ebe79e5e-ea0b-4982-96a2-3fb46232c813 req-8a25f4ee-d48a-4179-9499-e56c2e5462fa tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0838950 Aug 16 07:00:22.186332 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:22.206579 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ebe79e5e-ea0b-4982-96a2-3fb46232c813 req-b3087bbc-3427-4066-91cc-d912cc2e5ab9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574834 Aug 16 07:00:22.265041 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:22.295407 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 07:00:22.302092 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e331845c-d0d7-4107-8886-3f9330163f2c,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:22.308637 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:22.308987 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.segments_db [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Added segment 2956f6a0-ff69-417f-9835-28e7f2f214ae of type vlan for network 29643e2b-57c2-4203-bf57-39bb04af0e70 Aug 16 07:00:22.360408 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:22.591568 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:22.615155 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:22.615155 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:22.661264 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] Pushing event updated for resources: {'Network': ['ID=29643e2b-57c2-4203-bf57-39bb04af0e70,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:22.676776 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 29643e2b-57c2-4203-bf57-39bb04af0e70 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 07:00:22.863593 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e495136-4506-4c8c-b31a-5a037f820b00 req-9e6ed80c-5070-435b-85e1-fa338dfc9513 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:22.865210 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2e495136-4506-4c8c-b31a-5a037f820b00 req-9e6ed80c-5070-435b-85e1-fa338dfc9513 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0567496 Aug 16 07:00:22.917613 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2e495136-4506-4c8c-b31a-5a037f820b00 req-809a3e4f-4037-48a5-89c2-f69db6a723f1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462048 Aug 16 07:00:23.245994 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-c588652d-38d6-4eda-a844-9b35a9286f37 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4449787 Aug 16 07:00:23.246564 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36500) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:23.257663 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Request body: {'subnet': {'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1337533917-subnet', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:00:23.350338 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ac423-08ef-4a0c-90c0-360f85a550f5 req-b21f9c33-dd8c-4556-a2e2-3369ba9dbd3b tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:23.351877 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-411ac423-08ef-4a0c-90c0-360f85a550f5 req-b21f9c33-dd8c-4556-a2e2-3369ba9dbd3b tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0552173 Aug 16 07:00:23.377898 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Made reservation on behalf of c0efc63d26f9406880d510b5cfc2d189 for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:00:23.377898 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59289320'] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:23.399051 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-411ac423-08ef-4a0c-90c0-360f85a550f5 req-c4d59ee0-d859-493a-bdc7-41279327fb02 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338113 Aug 16 07:00:23.893912 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59289306'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:23.970105 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Checking segment: {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:00:23.972111 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Network hostable DHCP agents. Network: 29643e2b-57c2-4203-bf57-39bb04af0e70, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 07:00:23.979321 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:23.988825 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.989177 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.989545 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.989886 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.990273 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.990618 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.990938 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.991319 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.991649 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.991975 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.992299 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:23.992624 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:24.016665 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:24.070414 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bf97a-be26-4eef-a8ce-5e3a05571f36 req-1a77447f-ccab-45fa-8a28-be50db1c9a13 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:24.072983 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fb6bf97a-be26-4eef-a8ce-5e3a05571f36 req-1a77447f-ccab-45fa-8a28-be50db1c9a13 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0638416 Aug 16 07:00:24.099728 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Network 29643e2b-57c2-4203-bf57-39bb04af0e70 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 07:00:24.127473 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fb6bf97a-be26-4eef-a8ce-5e3a05571f36 req-71d60669-63f0-48a0-9f24-f1dd699f898a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478637 Aug 16 07:00:24.173801 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 29643e2b-57c2-4203-bf57-39bb04af0e70) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:24.177918 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:24.178554 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:24.185417 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce74df-ee02-4873-afb3-1dd6f6057c7b None None] Network 29643e2b-57c2-4203-bf57-39bb04af0e70 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:00:24.266748 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ff4e94fa-0f54-4ae5-844f-bb11a7c3e66b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0180445 Aug 16 07:00:24.269018 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36508) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:24.275521 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:00:24.367908 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-29643e2b-57c2-4203-bf57-39bb04af0e70', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 07:00:24.368995 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:24.396648 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:24.397620 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:24.463608 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:24.531996 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Allocated IP 172.20.0.2 (29643e2b-57c2-4203-bf57-39bb04af0e70/6e6962cb-50ae-4e3b-bc72-2bdcd46a7767/da28eae2-21ed-44f9-ba8b-77f9318d4d2e) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:00:24.556444 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92610976-ec8e-49fa-b30a-d431b8a0e721 req-8af44504-90fb-491f-a364-cfd7c440e458 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:24.558068 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-92610976-ec8e-49fa-b30a-d431b8a0e721 req-8af44504-90fb-491f-a364-cfd7c440e458 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0606525 Aug 16 07:00:24.619707 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-92610976-ec8e-49fa-b30a-d431b8a0e721 req-55a693c7-df37-4d27-8438-f1504d373e81 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Aug 16 07:00:24.718746 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:24.731089 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:24.745850 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Transition to ACTIVE for port object da28eae2-21ed-44f9-ba8b-77f9318d4d2e will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:24.762805 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Transition to ACTIVE for port object da28eae2-21ed-44f9-ba8b-77f9318d4d2e will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:24.906010 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:24.958400 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Network 29643e2b-57c2-4203-bf57-39bb04af0e70 is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:24.967308 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:24.970963 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:00:24.984598 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Pushing event updated for resources: {'Port': ['ID=da28eae2-21ed-44f9-ba8b-77f9318d4d2e,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:25.010417 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.011045 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.011613 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.011956 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.012295 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.012775 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.013117 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.013449 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.013792 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.014117 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.014445 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.014770 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:25.053610 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Attempting to bind port da28eae2-21ed-44f9-ba8b-77f9318d4d2e on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:00:25.053610 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Attempting to bind port da28eae2-21ed-44f9-ba8b-77f9318d4d2e by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:00:25.053610 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Attempting to bind port da28eae2-21ed-44f9-ba8b-77f9318d4d2e on network 29643e2b-57c2-4203-bf57-39bb04af0e70 {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:00:25.059078 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:00:25.059635 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Checking segment: {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:00:25.060053 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:25.060457 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Bound using segment: {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:00:25.061123 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Bound port: da28eae2-21ed-44f9-ba8b-77f9318d4d2e, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:00:25.061517 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:25.077644 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:25.104183 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:25.138379 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] For port da28eae2-21ed-44f9-ba8b-77f9318d4d2e, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:00:25.138963 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] For port da28eae2-21ed-44f9-ba8b-77f9318d4d2e, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=da28eae2-21ed-44f9-ba8b-77f9318d4d2e,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:00:25.239633 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Allocated IP 172.27.0.44 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/f7592193-6814-4e8a-9902-cfa6f00ead55) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:00:25.274588 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f835e3-b88c-4be7-94f9-193268b12cb6 req-fa996efc-e17c-4897-a3da-7a5b0cd84417 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:25.282910 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-96f835e3-b88c-4be7-94f9-193268b12cb6 req-fa996efc-e17c-4897-a3da-7a5b0cd84417 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0621223 Aug 16 07:00:25.342807 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-96f835e3-b88c-4be7-94f9-193268b12cb6 req-a250548b-6487-4ea2-a442-01772d9fe0ae tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556955 Aug 16 07:00:25.398418 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:25.453048 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:25.515590 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02eb2-cefc-4c71-9ff4-d11b1d1baa6e None None] Pushing event updated for resources: {'Port': ['ID=da28eae2-21ed-44f9-ba8b-77f9318d4d2e,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:25.568889 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:25.617300 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:25.621087 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:25.627708 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:00:25.668184 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7592193-6814-4e8a-9902-cfa6f00ead55,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:25.793119 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafdfa0-4885-435b-831c-cc1f3007db9d req-adc22f22-905c-492e-93ca-315b917a07ac tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:25.794554 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ffafdfa0-4885-435b-831c-cc1f3007db9d req-adc22f22-905c-492e-93ca-315b917a07ac tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0807602 Aug 16 07:00:25.859913 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ffafdfa0-4885-435b-831c-cc1f3007db9d req-52c1d99f-f7a1-47d6-8472-799de6fac382 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525174 Aug 16 07:00:26.060829 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:26.312075 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:26.542287 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524b4f0-8e87-4063-ac20-994e2c601429 req-cdf31c9a-93e4-4ac2-b08a-f1560479afa8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:26.543895 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c524b4f0-8e87-4063-ac20-994e2c601429 req-cdf31c9a-93e4-4ac2-b08a-f1560479afa8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0628490 Aug 16 07:00:26.597485 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c524b4f0-8e87-4063-ac20-994e2c601429 req-7747e152-9bac-4c96-a561-32e978491120 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450294 Aug 16 07:00:26.665391 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Router b8914dff-3d66-4c07-8e67-e9a7c548a189 is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 07:00:26.747977 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb1c3e3-e6d0-4dbe-a01e-404c8dc37a3c None None] Network 29643e2b-57c2-4203-bf57-39bb04af0e70 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:00:26.830264 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:00:26.843146 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Sync routers for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:00:26.866084 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:00:26.866711 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:00:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:26.906642 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-bbbe7330-9b9e-4407-a83f-963a4a8e4ac2 None None] Provisioning for port da28eae2-21ed-44f9-ba8b-77f9318d4d2e completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:26.928197 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:26.933183 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-11a31e0d-51c9-4c12-92e2-69a0ea0060d4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6593218 Aug 16 07:00:26.933335 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 36532) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:27.229913 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:00:27.311437 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device da28eae2-21ed-44f9-ba8b-77f9318d4d2e up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:27.488614 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port da28eae2-21ed-44f9-ba8b-77f9318d4d2e completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:27.547553 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port da28eae2-21ed-44f9-ba8b-77f9318d4d2e triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:27.550889 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:27.672083 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:25Z', 'revision_number': 3, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:27.724403 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Checking router: b8914dff-3d66-4c07-8e67-e9a7c548a189 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:00:27.724642 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Updating router b8914dff-3d66-4c07-8e67-e9a7c548a189 port f7592193-6814-4e8a-9902-cfa6f00ead55 binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:00:27.752609 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56338870-f665-41d5-90e2-85565538bdaf req-f67385eb-bfd6-4f1c-a7a6-b8af4090e75a tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:27.754738 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-56338870-f665-41d5-90e2-85565538bdaf req-f67385eb-bfd6-4f1c-a7a6-b8af4090e75a tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.7360511 Aug 16 07:00:27.780971 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:27.793349 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:27.823310 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-73aab825-dcbe-4e23-8ca1-6607cbfa1860 None None] Provisioning complete for port da28eae2-21ed-44f9-ba8b-77f9318d4d2e triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:27.823691 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-73aab825-dcbe-4e23-8ca1-6607cbfa1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:27.877489 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-56338870-f665-41d5-90e2-85565538bdaf req-a12b54e5-443c-4319-baa3-382b915e3c3c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125968 Aug 16 07:00:27.881427 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port da28eae2-21ed-44f9-ba8b-77f9318d4d2e, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=da28eae2-21ed-44f9-ba8b-77f9318d4d2e,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:27.894879 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d006e-27e6-4814-9f99-da4ad603d934 req-7e823d58-4182-4adf-9211-211cf7ca852a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:27.895960 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-935d006e-27e6-4814-9f99-da4ad603d934 req-7e823d58-4182-4adf-9211-211cf7ca852a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1564851 Aug 16 07:00:27.970248 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-935d006e-27e6-4814-9f99-da4ad603d934 req-dae60be9-4f9d-4936-a39d-9ddef22cb347 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629206 Aug 16 07:00:28.065916 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:28.066647 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-73aab825-dcbe-4e23-8ca1-6607cbfa1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:28.212708 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:28.282585 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Allocated IP 172.20.0.1 (29643e2b-57c2-4203-bf57-39bb04af0e70/6e6962cb-50ae-4e3b-bc72-2bdcd46a7767/78a3ae32-4ca1-4156-8969-291a9262ccd5) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:00:28.313755 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.db.api [None req-73aab825-dcbe-4e23-8ca1-6607cbfa1860 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 07:00:28.314344 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG oslo_db.api [None req-73aab825-dcbe-4e23-8ca1-6607cbfa1860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 07:00:28.317893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:28.322344 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=da28eae2-21ed-44f9-ba8b-77f9318d4d2e,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:28.343164 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Transition to ACTIVE for port object f7592193-6814-4e8a-9902-cfa6f00ead55 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:28.406200 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:28.422803 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Transition to ACTIVE for port object 78a3ae32-4ca1-4156-8969-291a9262ccd5 will not be triggered until provisioned by entity DHCP. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:28.431827 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:28.483730 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Attempting to bind port f7592193-6814-4e8a-9902-cfa6f00ead55 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:00:28.484199 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Attempting to bind port f7592193-6814-4e8a-9902-cfa6f00ead55 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:00:28.484642 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Attempting to bind port f7592193-6814-4e8a-9902-cfa6f00ead55 on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:00:28.490173 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5e15a-df58-4887-8975-4503feef854b None None] Pushing event updated for resources: {'Port': ['ID=f7592193-6814-4e8a-9902-cfa6f00ead55,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:28.495825 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:00:28.503402 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:00:28.503402 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:28.503402 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:00:28.503402 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Bound port: f7592193-6814-4e8a-9902-cfa6f00ead55, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:00:28.503402 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:28.826746 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] For port f7592193-6814-4e8a-9902-cfa6f00ead55, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:00:28.826746 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] For port f7592193-6814-4e8a-9902-cfa6f00ead55, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f7592193-6814-4e8a-9902-cfa6f00ead55,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:00:29.047178 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097b35c-c0c5-4d7a-8cfa-1534deb74f70 req-48c0787b-d0e6-4067-ba5e-7286434c60d2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:29.048848 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b097b35c-c0c5-4d7a-8cfa-1534deb74f70 req-48c0787b-d0e6-4067-ba5e-7286434c60d2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0637519 Aug 16 07:00:29.054555 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:29.159485 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Network 29643e2b-57c2-4203-bf57-39bb04af0e70 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:29.190378 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:29.200947 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:00:29.208743 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device da28eae2-21ed-44f9-ba8b-77f9318d4d2e up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:29.210955 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Pushing event updated for resources: {'Port': ['ID=78a3ae32-4ca1-4156-8969-291a9262ccd5,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:29.239673 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b097b35c-c0c5-4d7a-8cfa-1534deb74f70 req-5e0fb1fc-6d77-4130-bd22-badf170cb912 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822152 Aug 16 07:00:29.267920 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28327f6-7b04-4932-a10d-ff076fad1125 req-badc6560-f44b-4d7f-a89e-810ff31892c2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:29.269466 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a28327f6-7b04-4932-a10d-ff076fad1125 req-badc6560-f44b-4d7f-a89e-810ff31892c2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1760983 Aug 16 07:00:29.276303 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:29.292674 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port da28eae2-21ed-44f9-ba8b-77f9318d4d2e triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:29.293344 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:29.375810 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a28327f6-7b04-4932-a10d-ff076fad1125 req-dcd88d54-18bf-4b02-ab49-56ed387f5dd6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965540 Aug 16 07:00:29.740279 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:29.789417 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-f50c874b-37f1-4d22-a580-61151f6c7208 None None] Provisioning for port 78a3ae32-4ca1-4156-8969-291a9262ccd5 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:29.806313 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-f50c874b-37f1-4d22-a580-61151f6c7208 None None] Provisioning complete for port 78a3ae32-4ca1-4156-8969-291a9262ccd5 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:29.806565 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:29.806685 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f50c874b-37f1-4d22-a580-61151f6c7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:29.812113 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:00:29.812750 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:00:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:29.814389 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5e15a-df58-4887-8975-4503feef854b None None] Pushing event updated for resources: {'Port': ['ID=f7592193-6814-4e8a-9902-cfa6f00ead55,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:29.895003 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-f50c874b-37f1-4d22-a580-61151f6c7208 None None] Port 78a3ae32-4ca1-4156-8969-291a9262ccd5 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:00:29.956507 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:00:29.975736 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:30.031012 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:30.100416 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:30.103261 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Pushing event updated for resources: {'Port': ['ID=78a3ae32-4ca1-4156-8969-291a9262ccd5,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:30.159549 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:28Z', 'revision_number': 1, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:30.189512 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9544d4a-ec47-410e-b86f-4a3c721885b1 None None] The sync data for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi is: [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:28Z', 'revision_number': 1, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:00:30.202998 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Network 29643e2b-57c2-4203-bf57-39bb04af0e70 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:30.204549 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:30.390660 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Router b8914dff-3d66-4c07-8e67-e9a7c548a189 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:00:30.424285 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623264c-4e53-4eaa-848a-5e75d11c3096 req-d4d69be7-3eb1-4f8e-90e3-a48f6beef5c0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:30.426016 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e623264c-4e53-4eaa-848a-5e75d11c3096 req-d4d69be7-3eb1-4f8e-90e3-a48f6beef5c0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0803144 Aug 16 07:00:30.526252 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-32124e3a-8ddc-4b2a-90c4-363276091b10 None None] Provisioning complete for port 78a3ae32-4ca1-4156-8969-291a9262ccd5 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:30.526949 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-32124e3a-8ddc-4b2a-90c4-363276091b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:30.553699 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e623264c-4e53-4eaa-848a-5e75d11c3096 req-dae423b2-9fb5-4403-a16a-d234127eca7f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814664 Aug 16 07:00:30.611770 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee2373-1713-4f9b-b71e-4bf54813ea1d req-5e5bff1b-41ca-4065-822a-ae631df4a921 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:30.613757 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-24ee2373-1713-4f9b-b71e-4bf54813ea1d req-5e5bff1b-41ca-4065-822a-ae631df4a921 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1345930 Aug 16 07:00:30.649534 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:00:30.655639 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-5636d0f7-4693-4a39-8629-9e3854c8bc53 admin admin] 10.222.0.20 "PUT /v2.0/routers/b8914dff-3d66-4c07-8e67-e9a7c548a189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7218933 Aug 16 07:00:30.679603 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-24ee2373-1713-4f9b-b71e-4bf54813ea1d req-b6b03f4c-ec31-49c9-821f-3b8ac3514d98 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480857 Aug 16 07:00:30.706823 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-32124e3a-8ddc-4b2a-90c4-363276091b10 None None] Port 78a3ae32-4ca1-4156-8969-291a9262ccd5 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:00:31.202941 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f7592193-6814-4e8a-9902-cfa6f00ead55 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:31.402342 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port f7592193-6814-4e8a-9902-cfa6f00ead55 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:31.411988 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port f7592193-6814-4e8a-9902-cfa6f00ead55 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:31.411988 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:31.469981 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36578) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:31.475014 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-415689791-network', 'tenant_id': '81892b972782426a9e762fb24a6a1e01'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:00:31.491298 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:31.513241 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port f7592193-6814-4e8a-9902-cfa6f00ead55, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f7592193-6814-4e8a-9902-cfa6f00ead55,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:31.609732 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Made reservation on behalf of 81892b972782426a9e762fb24a6a1e01 for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:00:31.612282 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:31.628738 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:31.649754 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:31.688379 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896a29e-f1f7-4e90-b580-4d00247e2be0 req-2d47b5c1-77e5-4434-8df4-61c9c6da9229 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:31.690046 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1896a29e-f1f7-4e90-b580-4d00247e2be0 req-2d47b5c1-77e5-4434-8df4-61c9c6da9229 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0653262 Aug 16 07:00:31.707845 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=f7592193-6814-4e8a-9902-cfa6f00ead55,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:31.729771 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:31.744741 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1896a29e-f1f7-4e90-b580-4d00247e2be0 req-4d3acf21-e487-4652-8735-d1e9b760f80c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478320 Aug 16 07:00:31.823227 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bb27a-92fc-4042-a6cd-01a779f75808 req-1929c953-88b5-4680-836e-ca9029e48dd5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:31.824780 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-102bb27a-92fc-4042-a6cd-01a779f75808 req-1929c953-88b5-4680-836e-ca9029e48dd5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0515535 Aug 16 07:00:31.837435 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:31.859394 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 07:00:31.874639 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-102bb27a-92fc-4042-a6cd-01a779f75808 req-2c359c58-4295-4350-9b2e-2b13bbda44a4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412004 Aug 16 07:00:31.879009 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:31.879385 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Added segment e30faa31-b1f8-4681-a4e3-38375886c42f of type vlan for network b5781c78-a646-4032-aff8-6c335362650d Aug 16 07:00:31.880754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f139f121-c5d5-49cf-9c67-a9dcc44fae73,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:31.928594 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.013748 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.014763 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:32.015394 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.079154 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] Pushing event updated for resources: {'Network': ['ID=b5781c78-a646-4032-aff8-6c335362650d,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:32.089271 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network b5781c78-a646-4032-aff8-6c335362650d details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 07:00:32.162669 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-0b64d0be-4a4a-4e29-bd44-f444e9f13a5b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6915188 Aug 16 07:00:32.165601 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 36586) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:32.170566 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Request body: {'subnet': {'network_id': 'b5781c78-a646-4032-aff8-6c335362650d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-415689791-subnet', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:00:32.216006 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Sync routers for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:00:32.226006 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:00:32.226618 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:00:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:32.252567 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Made reservation on behalf of 81892b972782426a9e762fb24a6a1e01 for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:00:32.256160 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59289320'] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.340774 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:00:32.493548 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59289306'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.550032 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0d0ce8-191b-4162-893d-87d8839b262a,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:32.557754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Checking segment: {'id': 'e30faa31-b1f8-4681-a4e3-38375886c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:00:32.558133 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Network hostable DHCP agents. Network: b5781c78-a646-4032-aff8-6c335362650d, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 07:00:32.629966 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 2, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:32.641771 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Network b5781c78-a646-4032-aff8-6c335362650d is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 07:00:32.657501 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Checking router: b8914dff-3d66-4c07-8e67-e9a7c548a189 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:00:32.657888 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Updating router b8914dff-3d66-4c07-8e67-e9a7c548a189 port 78a3ae32-4ca1-4156-8969-291a9262ccd5 binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:00:32.682858 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.739291 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, b5781c78-a646-4032-aff8-6c335362650d) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:32.744406 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:32.745265 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.756725 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f8653-5e51-4a10-813e-9e9154e61f2a None None] Network b5781c78-a646-4032-aff8-6c335362650d requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:00:32.828726 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-b59db580-a79d-45bd-bfa7-1a6acdd20ecb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6619573 Aug 16 07:00:32.829066 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 36594) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:32.834304 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:00:32.948066 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.949116 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.958736 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-b5781c78-a646-4032-aff8-6c335362650d', 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'fixed_ips': [{'subnet_id': '2c0d0ce8-191b-4162-893d-87d8839b262a'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 07:00:32.962626 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:32.973138 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43276335-4c6f-4925-9bf5-e20f973b88c1 req-7cb1eac8-ad61-4ed0-8f87-2a3de2ad64da tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:32.974891 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-43276335-4c6f-4925-9bf5-e20f973b88c1 req-7cb1eac8-ad61-4ed0-8f87-2a3de2ad64da tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.1251380 Aug 16 07:00:32.983618 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.004133 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Transition to ACTIVE for port object 78a3ae32-4ca1-4156-8969-291a9262ccd5 will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:33.122426 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.131655 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-43276335-4c6f-4925-9bf5-e20f973b88c1 req-dd135811-bb12-49c9-a50d-12e3efc0748f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461003 Aug 16 07:00:33.181062 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.181062 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed330-60cb-46b2-b604-7fcd17b4b0d3 req-fabdb133-14b1-46e8-8e0c-add897881293 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:33.181062 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-70bed330-60cb-46b2-b604-7fcd17b4b0d3 req-fabdb133-14b1-46e8-8e0c-add897881293 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1511924 Aug 16 07:00:33.190963 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Allocated IP 172.20.0.2 (b5781c78-a646-4032-aff8-6c335362650d/2c0d0ce8-191b-4162-893d-87d8839b262a/dc525d98-a9a5-44dd-b371-35b4247a2538) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:00:33.238252 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Pushing event updated for resources: {'Port': ['ID=78a3ae32-4ca1-4156-8969-291a9262ccd5,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:33.261792 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.262158 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.264501 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-70bed330-60cb-46b2-b604-7fcd17b4b0d3 req-c1f2762c-b71d-4e45-992f-0f62e97f98de tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928831 Aug 16 07:00:33.265114 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.265462 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.275768 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.284016 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.284016 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.284016 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.284016 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.284016 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.284016 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.284016 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:33.289123 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f7592193-6814-4e8a-9902-cfa6f00ead55 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:33.404075 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Attempting to bind port 78a3ae32-4ca1-4156-8969-291a9262ccd5 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:00:33.404746 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Attempting to bind port 78a3ae32-4ca1-4156-8969-291a9262ccd5 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:00:33.405911 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Attempting to bind port 78a3ae32-4ca1-4156-8969-291a9262ccd5 on network 29643e2b-57c2-4203-bf57-39bb04af0e70 {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:00:33.414288 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:00:33.415000 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Checking segment: {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:00:33.415616 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.416198 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Bound using segment: {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:00:33.416966 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Bound port: 78a3ae32-4ca1-4156-8969-291a9262ccd5, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:00:33.417546 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.534368 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] For port 78a3ae32-4ca1-4156-8969-291a9262ccd5, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:00:33.538634 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] For port 78a3ae32-4ca1-4156-8969-291a9262ccd5, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=78a3ae32-4ca1-4156-8969-291a9262ccd5,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:00:33.557166 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.564891 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port f7592193-6814-4e8a-9902-cfa6f00ead55 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:33.565440 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.587767 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Transition to ACTIVE for port object dc525d98-a9a5-44dd-b371-35b4247a2538 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:33.603803 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.614789 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Transition to ACTIVE for port object dc525d98-a9a5-44dd-b371-35b4247a2538 will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:33.680920 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:00:33.681860 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:00:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:33.705627 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.719594 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.733240 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9c97e-b4dc-406f-9e44-929f0575e4c7 None None] Pushing event updated for resources: {'Port': ['ID=78a3ae32-4ca1-4156-8969-291a9262ccd5,revision_number=4']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:33.797176 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Network b5781c78-a646-4032-aff8-6c335362650d is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:33.801360 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:33.809144 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:00:33.817392 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Pushing event updated for resources: {'Port': ['ID=dc525d98-a9a5-44dd-b371-35b4247a2538,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:33.848985 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:00:33.905265 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Attempting to bind port dc525d98-a9a5-44dd-b371-35b4247a2538 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:00:33.905486 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Attempting to bind port dc525d98-a9a5-44dd-b371-35b4247a2538 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'e30faa31-b1f8-4681-a4e3-38375886c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:00:33.905720 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Attempting to bind port dc525d98-a9a5-44dd-b371-35b4247a2538 on network b5781c78-a646-4032-aff8-6c335362650d {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:00:33.912081 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:00:33.912733 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Checking segment: {'id': 'e30faa31-b1f8-4681-a4e3-38375886c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:00:33.913149 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:33.913550 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Bound using segment: {'id': 'e30faa31-b1f8-4681-a4e3-38375886c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:00:33.914173 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Bound port: dc525d98-a9a5-44dd-b371-35b4247a2538, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30faa31-b1f8-4681-a4e3-38375886c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:00:33.915240 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:34.015886 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] For port dc525d98-a9a5-44dd-b371-35b4247a2538, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:00:34.024860 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:34.036375 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] For port dc525d98-a9a5-44dd-b371-35b4247a2538, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=dc525d98-a9a5-44dd-b371-35b4247a2538,segment=NetworkSegment(e30faa31-b1f8-4681-a4e3-38375886c42f),segment_id=e30faa31-b1f8-4681-a4e3-38375886c42f)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:00:34.045659 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:34.100173 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:33Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:34.105524 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:34.129293 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1375b-d474-4324-8809-8c30bfcb9ed1 None None] The sync data for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi is: [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:33Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:00:34.164725 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Allocated IP 172.27.0.47 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/c615308a-9493-4193-bd96-d9fc0271691c) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:00:34.172462 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce6ebb-d965-4128-b159-913a424de05a None None] Pushing event updated for resources: {'Port': ['ID=dc525d98-a9a5-44dd-b371-35b4247a2538,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:34.309817 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e540f-c0a5-4dcd-af0e-a6d4bfe90627 req-bc04fda0-97c5-4b21-9692-03982b331385 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:34.312937 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8c4e540f-c0a5-4dcd-af0e-a6d4bfe90627 req-bc04fda0-97c5-4b21-9692-03982b331385 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0824995 Aug 16 07:00:34.354077 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:34.395022 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8c4e540f-c0a5-4dcd-af0e-a6d4bfe90627 req-6cb20c13-c120-4701-ac31-cb32e0462a8c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757928 Aug 16 07:00:34.476317 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0bbdb-21b0-4085-9f25-810908604322 req-381dd621-1713-46a3-9535-6363d09f37f9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:34.478920 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-30e0bbdb-21b0-4085-9f25-810908604322 req-381dd621-1713-46a3-9535-6363d09f37f9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0647092 Aug 16 07:00:34.521595 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-30e0bbdb-21b0-4085-9f25-810908604322 req-d735b56f-7daa-4f03-9680-a245a497e49d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345359 Aug 16 07:00:34.528202 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:34.573773 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:34.576796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:34.580566 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:00:34.586914 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Pushing event updated for resources: {'Port': ['ID=c615308a-9493-4193-bd96-d9fc0271691c,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:35.095811 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30fbea4-406d-4355-8760-70eaa5109cc5 None None] Network b5781c78-a646-4032-aff8-6c335362650d requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:00:35.207804 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:35.259817 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-cd8cf5b6-028f-425e-8382-b7038f273b14 None None] Provisioning for port dc525d98-a9a5-44dd-b371-35b4247a2538 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:35.329088 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device dc525d98-a9a5-44dd-b371-35b4247a2538 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:35.429314 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:35.453418 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port dc525d98-a9a5-44dd-b371-35b4247a2538 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:35.458581 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port dc525d98-a9a5-44dd-b371-35b4247a2538 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:35.459591 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:35.507394 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-c21a6183-a9a1-4576-952c-4a0cbcba3ee2 None None] Provisioning complete for port dc525d98-a9a5-44dd-b371-35b4247a2538 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:35.507783 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c21a6183-a9a1-4576-952c-4a0cbcba3ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:35.574423 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767f20-55d7-48e8-84fd-fc5334f898d4 req-70ac3eda-eced-4839-93cd-872baa79a331 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:35.574423 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-40767f20-55d7-48e8-84fd-fc5334f898d4 req-70ac3eda-eced-4839-93cd-872baa79a331 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0938275 Aug 16 07:00:35.614045 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:35.642659 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c21a6183-a9a1-4576-952c-4a0cbcba3ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:35.654233 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-40767f20-55d7-48e8-84fd-fc5334f898d4 req-588150a4-1ca4-48a5-afa2-e62ca6750a3e tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717046 Aug 16 07:00:35.667172 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port dc525d98-a9a5-44dd-b371-35b4247a2538, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=dc525d98-a9a5-44dd-b371-35b4247a2538,segment=NetworkSegment(e30faa31-b1f8-4681-a4e3-38375886c42f),segment_id=e30faa31-b1f8-4681-a4e3-38375886c42f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:35.680273 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ba37f-ffd5-4a7d-87ec-33dcef60fbe2 req-9acaa243-79b2-4f76-8fc7-298e7bc108b2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:35.682197 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-525ba37f-ffd5-4a7d-87ec-33dcef60fbe2 req-9acaa243-79b2-4f76-8fc7-298e7bc108b2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0744193 Aug 16 07:00:35.724884 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-525ba37f-ffd5-4a7d-87ec-33dcef60fbe2 req-d31afd3c-fe05-4958-9f9d-288f11650494 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346959 Aug 16 07:00:35.779435 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 07:00:35.807412 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:35.808219 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 78a3ae32-4ca1-4156-8969-291a9262ccd5 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:35.890378 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:00:35.903628 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66266695-48b0-42a1-b211-64795d785489 None None] Sync routers for ids ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:00:35.920223 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.db.api [None req-c21a6183-a9a1-4576-952c-4a0cbcba3ee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 07:00:35.920577 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG oslo_db.api [None req-c21a6183-a9a1-4576-952c-4a0cbcba3ee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 07:00:35.922462 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=dc525d98-a9a5-44dd-b371-35b4247a2538,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:35.934760 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66266695-48b0-42a1-b211-64795d785489 None None] Routers {'36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:00:35.935402 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-66266695-48b0-42a1-b211-64795d785489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:00:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:35.945172 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:35.947434 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-29449598-55b4-4057-b281-920e6e794f3e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1167789 Aug 16 07:00:35.950244 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 36618) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:00:35.979699 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 78a3ae32-4ca1-4156-8969-291a9262ccd5 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:35.991010 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 78a3ae32-4ca1-4156-8969-291a9262ccd5 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:35.991415 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.078706 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-66266695-48b0-42a1-b211-64795d785489 None None] Set router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:00:36.203561 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.276059 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 78a3ae32-4ca1-4156-8969-291a9262ccd5, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=78a3ae32-4ca1-4156-8969-291a9262ccd5,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:36.304593 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-66266695-48b0-42a1-b211-64795d785489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:32Z', 'updated_at': '2021-08-16T07:00:34Z', 'revision_number': 3, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'gw_port': {'id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:34Z', 'updated_at': '2021-08-16T07:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:36.331261 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66266695-48b0-42a1-b211-64795d785489 None None] Checking router: 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:00:36.331676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66266695-48b0-42a1-b211-64795d785489 None None] Updating router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 port c615308a-9493-4193-bd96-d9fc0271691c binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:00:36.354704 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.373615 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.382160 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-66266695-48b0-42a1-b211-64795d785489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.454093 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=78a3ae32-4ca1-4156-8969-291a9262ccd5,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:36.530478 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Allocated IP 172.20.0.1 (b5781c78-a646-4032-aff8-6c335362650d/2c0d0ce8-191b-4162-893d-87d8839b262a/78ae1d81-712d-4e3d-9ec5-3ad205f08b81) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:00:36.636684 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.649909 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Transition to ACTIVE for port object 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 will not be triggered until provisioned by entity DHCP. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:36.765169 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.826158 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-66266695-48b0-42a1-b211-64795d785489 None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.828894 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Network b5781c78-a646-4032-aff8-6c335362650d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:36.838891 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-66266695-48b0-42a1-b211-64795d785489 None None] Transition to ACTIVE for port object c615308a-9493-4193-bd96-d9fc0271691c will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:36.848663 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:36.857307 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:00:36.861709 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=78ae1d81-712d-4e3d-9ec5-3ad205f08b81,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:36.871773 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc319cc-6978-4846-ad2e-05c6dd6fe30e req-bcb39c86-4d1d-4a72-98ef-87a363b262bc tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:36.873304 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7fc319cc-6978-4846-ad2e-05c6dd6fe30e req-bcb39c86-4d1d-4a72-98ef-87a363b262bc tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.1382685 Aug 16 07:00:36.905533 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-66266695-48b0-42a1-b211-64795d785489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.947988 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.957418 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa627e3f-da68-4070-a406-a57700070609 req-205e6eb4-ba7c-4507-b4a3-6687a7452855 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:36.958946 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aa627e3f-da68-4070-a406-a57700070609 req-205e6eb4-ba7c-4507-b4a3-6687a7452855 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1525841 Aug 16 07:00:36.961884 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-66266695-48b0-42a1-b211-64795d785489 None None] Attempting to bind port c615308a-9493-4193-bd96-d9fc0271691c on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:00:36.962574 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-66266695-48b0-42a1-b211-64795d785489 None None] Attempting to bind port c615308a-9493-4193-bd96-d9fc0271691c by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:00:36.963124 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66266695-48b0-42a1-b211-64795d785489 None None] Attempting to bind port c615308a-9493-4193-bd96-d9fc0271691c on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:00:36.967703 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7fc319cc-6978-4846-ad2e-05c6dd6fe30e req-a6f74f3c-8639-4b18-b020-b30609e856b8 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738361 Aug 16 07:00:36.971263 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6358153-4f04-4eaf-8dd2-6f723deecee6 None None] Pushing event updated for resources: {'Port': ['ID=c615308a-9493-4193-bd96-d9fc0271691c,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:36.984072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66266695-48b0-42a1-b211-64795d785489 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:00:36.984072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66266695-48b0-42a1-b211-64795d785489 None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:00:36.984072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-66266695-48b0-42a1-b211-64795d785489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:36.984072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66266695-48b0-42a1-b211-64795d785489 None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:00:36.984072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-66266695-48b0-42a1-b211-64795d785489 None None] Bound port: c615308a-9493-4193-bd96-d9fc0271691c, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:00:36.984072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-66266695-48b0-42a1-b211-64795d785489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.038277 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-66266695-48b0-42a1-b211-64795d785489 None None] For port c615308a-9493-4193-bd96-d9fc0271691c, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:00:37.042939 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-66266695-48b0-42a1-b211-64795d785489 None None] For port c615308a-9493-4193-bd96-d9fc0271691c, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=c615308a-9493-4193-bd96-d9fc0271691c,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:00:37.052837 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aa627e3f-da68-4070-a406-a57700070609 req-2dbb346a-7419-4044-8ed9-6d60a912111d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841267 Aug 16 07:00:37.128971 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-66266695-48b0-42a1-b211-64795d785489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.164870 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-c87d4d62-a999-4f08-bdfe-426c99f08c2e None None] Provisioning for port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:37.174925 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-c87d4d62-a999-4f08-bdfe-426c99f08c2e None None] Provisioning complete for port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:37.175335 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c87d4d62-a999-4f08-bdfe-426c99f08c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.187940 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.206299 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device dc525d98-a9a5-44dd-b371-35b4247a2538 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:37.251450 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6358153-4f04-4eaf-8dd2-6f723deecee6 None None] Pushing event updated for resources: {'Port': ['ID=c615308a-9493-4193-bd96-d9fc0271691c,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:37.253961 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66266695-48b0-42a1-b211-64795d785489 None None] Routers {'36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:00:37.254569 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-66266695-48b0-42a1-b211-64795d785489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:00:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:37.301420 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-c87d4d62-a999-4f08-bdfe-426c99f08c2e None None] Port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:00:37.351603 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.355600 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port dc525d98-a9a5-44dd-b371-35b4247a2538 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:37.355985 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.413382 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-66266695-48b0-42a1-b211-64795d785489 None None] Set router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:00:37.453468 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.524070 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.525973 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=78ae1d81-712d-4e3d-9ec5-3ad205f08b81,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:37.537954 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.538308 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.538654 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.538993 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.539397 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.539779 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.540142 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.540466 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.540830 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.541189 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.541571 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.541898 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:00:37.612808 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 78a3ae32-4ca1-4156-8969-291a9262ccd5 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:37.628553 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Network b5781c78-a646-4032-aff8-6c335362650d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:37.630161 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:37.753658 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 78a3ae32-4ca1-4156-8969-291a9262ccd5 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:37.754010 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.812072 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:00:37.858773 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-66266695-48b0-42a1-b211-64795d785489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:32Z', 'updated_at': '2021-08-16T07:00:37Z', 'revision_number': 4, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'gw_port': {'id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:34Z', 'updated_at': '2021-08-16T07:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78ae1d81-712d-4e3d-9ec5-3ad205f08b81', 'name': '', 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'mac_address': 'fa:16:3e:c9:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:36Z', 'updated_at': '2021-08-16T07:00:36Z', 'revision_number': 1, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'subnets': [{'id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:37.908936 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66266695-48b0-42a1-b211-64795d785489 None None] The sync data for ids ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'] in dv-cinder-803901-6-iscsi is: [{'id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:32Z', 'updated_at': '2021-08-16T07:00:37Z', 'revision_number': 4, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'gw_port': {'id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:34Z', 'updated_at': '2021-08-16T07:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78ae1d81-712d-4e3d-9ec5-3ad205f08b81', 'name': '', 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'mac_address': 'fa:16:3e:c9:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:36Z', 'updated_at': '2021-08-16T07:00:36Z', 'revision_number': 1, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'subnets': [{'id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:00:37.932618 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-49484a27-6406-4e25-96a3-7bb667137e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.960394 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-0e9d8273-ec78-466f-a55e-382700b90029 None None] Provisioning complete for port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:37.960800 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-0e9d8273-ec78-466f-a55e-382700b90029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:37.961813 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:00:37.974545 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-948280b3-0404-4b34-ae9f-39a04697b6f5 admin admin] 10.222.0.20 "PUT /v2.0/routers/36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0229301 Aug 16 07:00:38.030211 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d8273-ec78-466f-a55e-382700b90029 None None] Port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:00:38.094771 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2d7de-0e5d-4004-ae14-4f6f01619aa2 req-80a942b6-dbc2-4af9-9844-c3431e406e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:38.097528 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-31a2d7de-0e5d-4004-ae14-4f6f01619aa2 req-80a942b6-dbc2-4af9-9844-c3431e406e8a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3567848 Aug 16 07:00:38.119207 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093dbcd-60c9-4a61-8e1e-e86f629ea7cd req-75647a91-4757-460f-9e20-c7178121e1a7 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:38.121125 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7093dbcd-60c9-4a61-8e1e-e86f629ea7cd req-75647a91-4757-460f-9e20-c7178121e1a7 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0609965 Aug 16 07:00:38.208886 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7093dbcd-60c9-4a61-8e1e-e86f629ea7cd req-bc022ae3-dd96-410c-aa8f-76fed9c2678e tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806684 Aug 16 07:00:38.226409 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291aee14-b44e-4552-b245-5eb3b3d81fae req-451dee10-e6ca-4e82-a1a3-e335843562df tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:38.236290 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-291aee14-b44e-4552-b245-5eb3b3d81fae req-451dee10-e6ca-4e82-a1a3-e335843562df tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0860412 Aug 16 07:00:38.283464 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-291aee14-b44e-4552-b245-5eb3b3d81fae req-0cba58a6-4336-4c1a-9ff2-cbeec3aa4dd7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462630 Aug 16 07:00:39.233211 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device c615308a-9493-4193-bd96-d9fc0271691c up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:39.371682 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ca175-0aee-443b-88dd-97fc9812f9e9 req-8749f29a-48df-4f2b-b734-6a9c78122a0f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:39.374434 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-965ca175-0aee-443b-88dd-97fc9812f9e9 req-8749f29a-48df-4f2b-b734-6a9c78122a0f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0768502 Aug 16 07:00:39.451303 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-965ca175-0aee-443b-88dd-97fc9812f9e9 req-1799fa41-0bb2-45fd-b858-e46d40f18175 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706365 Aug 16 07:00:39.514229 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e881-4fa7-4f65-84e8-7b3d00eb37db req-fac0bafb-5808-4c38-ab01-842d26162e40 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:39.517843 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-77f2e881-4fa7-4f65-84e8-7b3d00eb37db req-fac0bafb-5808-4c38-ab01-842d26162e40 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1284852 Aug 16 07:00:39.555407 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-d04ba4f4-a5a9-4b5a-9060-ee289d13dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:39.558298 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-d04ba4f4-a5a9-4b5a-9060-ee289d13dee7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=65f4d508072e48989c68bf1ded3c6b01&device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 1096 time: 0.0754724 Aug 16 07:00:39.582616 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-77f2e881-4fa7-4f65-84e8-7b3d00eb37db req-d1f82ce5-b836-441b-8fa9-dbdf6b7d8ae0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559025 Aug 16 07:00:39.628828 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-6a27d97e-da38-4b2a-a4cd-127c2d5a909a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d30650f-6b17-4082-9fba-d957b1faf1fa HTTP/1.1" status: 200 len: 217 time: 0.0621698 Aug 16 07:00:39.677152 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port c615308a-9493-4193-bd96-d9fc0271691c completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:39.683245 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port c615308a-9493-4193-bd96-d9fc0271691c triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:39.689974 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:39.690970 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-19169d34-bdfc-499e-be5b-e3ebc2f551c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:39.694705 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-19169d34-bdfc-499e-be5b-e3ebc2f551c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89384cc6-f874-4842-a15b-98820df1fe7a HTTP/1.1" status: 200 len: 852 time: 0.0576158 Aug 16 07:00:39.729957 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-d229a7f3-cf3e-4bc3-b6bc-3e3bf33ae101 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af477712-4737-4c0d-a1af-1617b6405472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281620 Aug 16 07:00:39.784629 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:39.815020 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port c615308a-9493-4193-bd96-d9fc0271691c, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=c615308a-9493-4193-bd96-d9fc0271691c,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:39.841269 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-f63c12d8-3fbc-4f7a-b611-77c0607d1064 service neutron] 10.222.0.18 "GET /v2.0/networks/af477712-4737-4c0d-a1af-1617b6405472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032093 Aug 16 07:00:39.916128 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:39.956039 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-dbb1b6d7-c056-464b-8aa6-c0628a9093d9 req-1b033ecb-d2b8-4a09-88b9-bfab6ec502ab service neutron] 10.222.0.18 "GET /v2.0/networks/af477712-4737-4c0d-a1af-1617b6405472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075385 Aug 16 07:00:39.983302 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=c615308a-9493-4193-bd96-d9fc0271691c,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:40.584209 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383c8d5-96fe-4ebd-b39f-ad85192c690d req-95f68894-45f8-4b9a-9490-91ae8a18f27d tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:40.586519 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4383c8d5-96fe-4ebd-b39f-ad85192c690d req-95f68894-45f8-4b9a-9490-91ae8a18f27d tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0583110 Aug 16 07:00:40.647821 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4383c8d5-96fe-4ebd-b39f-ad85192c690d req-95238c58-1db7-4974-b988-fcbc4d73c875 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504520 Aug 16 07:00:40.734721 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef4eae-82a0-4f4d-a48f-80ef98025b51 req-262a78c4-b860-4960-8549-880ce6a1b7d3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:40.735773 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5bef4eae-82a0-4f4d-a48f-80ef98025b51 req-262a78c4-b860-4960-8549-880ce6a1b7d3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0515466 Aug 16 07:00:40.783761 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5bef4eae-82a0-4f4d-a48f-80ef98025b51 req-92bb9487-9198-4d1a-b9cc-ac93c7e1ee0d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373106 Aug 16 07:00:40.830529 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:41.186558 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-39b5e11d-dbee-4c67-a942-647303c7eeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:41.234572 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device c615308a-9493-4193-bd96-d9fc0271691c up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:41.234700 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:00:41.272383 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port c615308a-9493-4193-bd96-d9fc0271691c triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:41.272842 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:41.569814 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-8a8a57e9-bab8-4199-8b35-8bc005ed4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:41.571937 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-8a8a57e9-bab8-4199-8b35-8bc005ed4388 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1096 time: 0.0435886 Aug 16 07:00:41.692138 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-d10d145f-28a2-4e23-9399-ee872ef858ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:41.692138 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-d10d145f-28a2-4e23-9399-ee872ef858ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.0912166 Aug 16 07:00:41.692345 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Sync routers for ids ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:00:41.705633 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Routers {'36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:00:41.706327 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:00:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:41.750581 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4fbf1-65be-4731-923d-d3cf73b5a837 req-5d64d433-3b14-48dd-aba2-773076b70fc4 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:41.752123 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4df4fbf1-65be-4731-923d-d3cf73b5a837 req-5d64d433-3b14-48dd-aba2-773076b70fc4 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0512633 Aug 16 07:00:41.767800 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-77738e15-7311-4242-9ad5-a5990b060c67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 200 len: 998 time: 0.0698645 Aug 16 07:00:41.806513 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4df4fbf1-65be-4731-923d-d3cf73b5a837 req-d397fdcc-fc18-47f5-8674-a870a1246702 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471013 Aug 16 07:00:41.815051 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Set router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:00:41.822117 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-ebb06e34-c02d-4614-8851-6b6a6195cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:41.823964 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-ebb06e34-c02d-4614-8851-6b6a6195cb16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0474205 Aug 16 07:00:41.897516 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-434790cb-dc68-4548-8bde-cc1d32c9d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:41.900109 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-434790cb-dc68-4548-8bde-cc1d32c9d290 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678031 Aug 16 07:00:41.927910 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:42.031593 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176acdf5-dd48-439b-9d9c-57bdb4afaa9c req-c7227d69-1d2a-491a-be9b-25d4314d1108 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:42.036934 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-848b0660-5f74-4105-a928-814b7e4e1f83 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271050 Aug 16 07:00:42.048890 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-176acdf5-dd48-439b-9d9c-57bdb4afaa9c req-c7227d69-1d2a-491a-be9b-25d4314d1108 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1048148 Aug 16 07:00:42.067109 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:32Z', 'updated_at': '2021-08-16T07:00:37Z', 'revision_number': 4, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'gw_port': {'id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:34Z', 'updated_at': '2021-08-16T07:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78ae1d81-712d-4e3d-9ec5-3ad205f08b81', 'name': '', 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'mac_address': 'fa:16:3e:c9:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:36Z', 'updated_at': '2021-08-16T07:00:37Z', 'revision_number': 2, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'subnets': [{'id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:42.095930 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Checking router: 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:00:42.096291 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Updating router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:00:42.112701 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-176acdf5-dd48-439b-9d9c-57bdb4afaa9c req-d05a7479-64f8-48b5-b8e2-ec8c420e318d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539374 Aug 16 07:00:42.147927 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4854d41c-213c-49d8-b6da-07f009d52e22 req-a0c559a4-e5e3-47a6-b976-5c800379ed35 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001592 Aug 16 07:00:42.165277 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:42.545975 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:42.557206 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Transition to ACTIVE for port object 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:42.636246 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:42.685324 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7af9c-af81-432c-bf1f-c391003c2ce9 None None] Pushing event updated for resources: {'Port': ['ID=78ae1d81-712d-4e3d-9ec5-3ad205f08b81,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:42.760792 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Attempting to bind port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:00:42.761167 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Attempting to bind port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'e30faa31-b1f8-4681-a4e3-38375886c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:00:42.761526 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Attempting to bind port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 on network b5781c78-a646-4032-aff8-6c335362650d {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:00:42.766952 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:00:42.769547 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Checking segment: {'id': 'e30faa31-b1f8-4681-a4e3-38375886c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:00:42.770220 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:42.770833 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Bound using segment: {'id': 'e30faa31-b1f8-4681-a4e3-38375886c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:00:42.771564 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Bound port: 78ae1d81-712d-4e3d-9ec5-3ad205f08b81, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30faa31-b1f8-4681-a4e3-38375886c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:00:42.772158 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:42.897480 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] For port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:00:42.902083 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] For port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=78ae1d81-712d-4e3d-9ec5-3ad205f08b81,segment=NetworkSegment(e30faa31-b1f8-4681-a4e3-38375886c42f),segment_id=e30faa31-b1f8-4681-a4e3-38375886c42f)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:00:42.953002 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda218c-4118-4437-8e11-8fea7896510a req-3a00bb9e-236d-445a-8acc-97057fe73d03 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:42.954863 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7fda218c-4118-4437-8e11-8fea7896510a req-3a00bb9e-236d-445a-8acc-97057fe73d03 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 943 time: 0.0579278 Aug 16 07:00:42.990856 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:43.012603 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7fda218c-4118-4437-8e11-8fea7896510a req-97995be7-9602-4e02-b247-f81a08b0cdf6 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Aug 16 07:00:43.074247 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7af9c-af81-432c-bf1f-c391003c2ce9 None None] Pushing event updated for resources: {'Port': ['ID=78ae1d81-712d-4e3d-9ec5-3ad205f08b81,revision_number=4']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:43.084873 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Routers {'36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:00:43.085701 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:00:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:43.277389 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] Set router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:00:43.329486 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:43.374852 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:43.378041 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e348cf3-9efe-4c5f-89f9-a0b4632645ad req-ff5e40f0-2f75-4ff4-9815-191c398ce5da tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:43.386199 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3e348cf3-9efe-4c5f-89f9-a0b4632645ad req-ff5e40f0-2f75-4ff4-9815-191c398ce5da tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.1003890 Aug 16 07:00:43.436453 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:43.440823 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:43.441735 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:43.441851 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3e348cf3-9efe-4c5f-89f9-a0b4632645ad req-a32aca34-e040-4631-bec5-851157b6eb58 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436571 Aug 16 07:00:43.467927 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 6d30650f-6b17-4082-9fba-d957b1faf1fa details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:00:43.590303 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:32Z', 'updated_at': '2021-08-16T07:00:37Z', 'revision_number': 4, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'gw_port': {'id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:34Z', 'updated_at': '2021-08-16T07:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78ae1d81-712d-4e3d-9ec5-3ad205f08b81', 'name': '', 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'mac_address': 'fa:16:3e:c9:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:36Z', 'updated_at': '2021-08-16T07:00:42Z', 'revision_number': 4, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'subnets': [{'id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:00:43.629100 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f79b8f-0c9b-42c3-a908-09ea5aab428b None None] The sync data for ids ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'] in dv-cinder-803901-6-iscsi is: [{'id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:32Z', 'updated_at': '2021-08-16T07:00:37Z', 'revision_number': 4, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'gw_port': {'id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:34Z', 'updated_at': '2021-08-16T07:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78ae1d81-712d-4e3d-9ec5-3ad205f08b81', 'name': '', 'network_id': 'b5781c78-a646-4032-aff8-6c335362650d', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'mac_address': 'fa:16:3e:c9:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:36Z', 'updated_at': '2021-08-16T07:00:42Z', 'revision_number': 4, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'subnets': [{'id': '2c0d0ce8-191b-4162-893d-87d8839b262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:00:43.740303 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:43.794330 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 6d30650f-6b17-4082-9fba-d957b1faf1fa, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6d30650f-6b17-4082-9fba-d957b1faf1fa,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:43.797774 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=78ae1d81-712d-4e3d-9ec5-3ad205f08b81,segment=NetworkSegment(e30faa31-b1f8-4681-a4e3-38375886c42f),segment_id=e30faa31-b1f8-4681-a4e3-38375886c42f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:43.808991 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '6d30650f-6b17-4082-9fba-d957b1faf1fa', 'network_id': 'af477712-4737-4c0d-a1af-1617b6405472', 'port_id': '6d30650f-6b17-4082-9fba-d957b1faf1fa', 'mac_address': 'fa:16:3e:45:d4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89384cc6-f874-4842-a15b-98820df1fe7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:00:43.862553 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:43.872472 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:43.918335 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d30650f-6b17-4082-9fba-d957b1faf1fa {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:00:43.954383 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=78ae1d81-712d-4e3d-9ec5-3ad205f08b81,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:43.965717 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 6d30650f-6b17-4082-9fba-d957b1faf1fa, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6d30650f-6b17-4082-9fba-d957b1faf1fa,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:44.013707 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:44.083537 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=6d30650f-6b17-4082-9fba-d957b1faf1fa,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:44.161331 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7638e-95e1-4387-8a2b-b6bc5f626d5f req-71ce9f56-619d-4ef6-a040-dec9e8f9b7d2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:44.170248 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cba7638e-95e1-4387-8a2b-b6bc5f626d5f req-71ce9f56-619d-4ef6-a040-dec9e8f9b7d2 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 944 time: 0.0636022 Aug 16 07:00:44.217021 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cba7638e-95e1-4387-8a2b-b6bc5f626d5f req-43b9c4a0-c38e-43e2-ac73-301f6e1c75b1 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Aug 16 07:00:44.572488 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9089a-ee8b-470d-a01a-75cf9eeabc9d req-5c8d48e9-e0fd-4125-91bd-f20a28ed1223 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:44.574339 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d5e9089a-ee8b-470d-a01a-75cf9eeabc9d req-5c8d48e9-e0fd-4125-91bd-f20a28ed1223 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0514407 Aug 16 07:00:44.614679 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d5e9089a-ee8b-470d-a01a-75cf9eeabc9d req-c47a6186-bd74-40c6-b11c-702c03773342 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343692 Aug 16 07:00:44.770078 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['6d30650f-6b17-4082-9fba-d957b1faf1fa'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:00:45.188992 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:45.236723 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:45.237092 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:45.335171 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190f934-2af7-42ac-8c66-148cecd87037 req-a1e852ed-2c71-4b99-961c-ee9a4e628fa6 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:45.336687 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1190f934-2af7-42ac-8c66-148cecd87037 req-a1e852ed-2c71-4b99-961c-ee9a4e628fa6 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 944 time: 0.0534594 Aug 16 07:00:45.379529 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1190f934-2af7-42ac-8c66-148cecd87037 req-ea89f077-3b8d-47aa-88e8-350c41aafcd8 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Aug 16 07:00:45.756724 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6660a-d268-4af8-a1ba-8f05f13da4d7 req-568f9b51-c995-459d-a769-99f25a995517 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:45.766827 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-07d6660a-d268-4af8-a1ba-8f05f13da4d7 req-568f9b51-c995-459d-a769-99f25a995517 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0638232 Aug 16 07:00:45.808051 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-07d6660a-d268-4af8-a1ba-8f05f13da4d7 req-4abede89-fe80-4fdf-989c-0c28b3ab91da tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401094 Aug 16 07:00:46.524985 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03372c1-6f27-4871-85d2-11ea6934aef4 req-1ee06992-df91-456a-a5dd-e80d2970ff1c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:46.526636 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d03372c1-6f27-4871-85d2-11ea6934aef4 req-1ee06992-df91-456a-a5dd-e80d2970ff1c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 944 time: 0.0541863 Aug 16 07:00:46.580470 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d03372c1-6f27-4871-85d2-11ea6934aef4 req-6d81476b-46fa-4d9e-a040-0affa884141a tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 Aug 16 07:00:46.952822 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b360d2f-e770-47ad-8054-654e2baa3012 req-cd1ca2d4-68b1-41e3-ae49-fa327ce77a20 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:46.959688 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0b360d2f-e770-47ad-8054-654e2baa3012 req-cd1ca2d4-68b1-41e3-ae49-fa327ce77a20 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0658221 Aug 16 07:00:47.003416 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0b360d2f-e770-47ad-8054-654e2baa3012 req-cf05f588-17ad-4dfa-bbb5-47e91bd6d38f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427129 Aug 16 07:00:47.512916 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 6d30650f-6b17-4082-9fba-d957b1faf1fa up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:47.619040 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 6d30650f-6b17-4082-9fba-d957b1faf1fa completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:47.623770 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 6d30650f-6b17-4082-9fba-d957b1faf1fa triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:47.624288 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:47.718153 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f14666-c66f-4408-a9e8-4ca347b6aa0a req-563dc49e-18b2-4a5c-be35-35b05e37aeb6 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:47.718762 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:47.723618 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a2f14666-c66f-4408-a9e8-4ca347b6aa0a req-563dc49e-18b2-4a5c-be35-35b05e37aeb6 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 944 time: 0.0641477 Aug 16 07:00:47.753694 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e501ec8-a04b-44a0-b53b-c2299e0a4496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d30650f-6b17-4082-9fba-d957b1faf1fa'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:00:47.756154 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc58ddb7-d8fe-4461-ba03-6d8e2db70459" -d '{"events": [{"server_uuid": "7e501ec8-a04b-44a0-b53b-c2299e0a4496", "name": "network-vif-plugged", "status": "completed", "tag": "6d30650f-6b17-4082-9fba-d957b1faf1fa"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:00:47.770248 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a2f14666-c66f-4408-a9e8-4ca347b6aa0a req-6a4828f4-a0a9-4096-9804-2d874b071d63 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431921 Aug 16 07:00:47.772366 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 6d30650f-6b17-4082-9fba-d957b1faf1fa, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6d30650f-6b17-4082-9fba-d957b1faf1fa,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:47.854344 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:47.966005 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0547dc90-3ae1-4483-867a-f5f794d7a440 x-openstack-request-id: req-0547dc90-3ae1-4483-867a-f5f794d7a440 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:00:47.966299 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e501ec8-a04b-44a0-b53b-c2299e0a4496", "name": "network-vif-plugged", "status": "completed", "tag": "6d30650f-6b17-4082-9fba-d957b1faf1fa", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:00:47.966552 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0547dc90-3ae1-4483-867a-f5f794d7a440 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:00:47.966973 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e501ec8-a04b-44a0-b53b-c2299e0a4496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d30650f-6b17-4082-9fba-d957b1faf1fa', 'code': 200} Aug 16 07:00:47.970039 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=6d30650f-6b17-4082-9fba-d957b1faf1fa,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:48.140806 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db10f5-c332-47ec-bf98-21aeb57c27df req-9a144975-4671-49a6-a05a-519ae17d9b13 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:48.141558 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-19db10f5-c332-47ec-bf98-21aeb57c27df req-9a144975-4671-49a6-a05a-519ae17d9b13 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0535200 Aug 16 07:00:48.187945 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-19db10f5-c332-47ec-bf98-21aeb57c27df req-8e90f656-9f1e-4b1d-b443-ba86a899b1ed tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 Aug 16 07:00:48.881835 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34928d41-1a36-4616-88df-3163e47bd8a7 req-9ad3e9c5-419f-4126-a37b-a6b703920559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:48.884252 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34928d41-1a36-4616-88df-3163e47bd8a7 req-9ad3e9c5-419f-4126-a37b-a6b703920559 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 1098 time: 0.2551374 Aug 16 07:00:48.900659 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522a145-fe8b-4302-85d8-aeae8a1062d4 req-c2e53b7a-96e0-4aaf-93ab-e406136f9418 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:48.902251 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7522a145-fe8b-4302-85d8-aeae8a1062d4 req-c2e53b7a-96e0-4aaf-93ab-e406136f9418 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 945 time: 0.0519280 Aug 16 07:00:48.920184 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34928d41-1a36-4616-88df-3163e47bd8a7 req-871be059-06ee-4f7a-b381-b8aebc957b9b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288675 Aug 16 07:00:48.947688 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7522a145-fe8b-4302-85d8-aeae8a1062d4 req-9aac5a39-96a4-46ff-b7ee-d3c77b37d8e3 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386343 Aug 16 07:00:49.326510 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce9c7d-44be-440b-9b5f-878fdf0efa67 req-3a797a66-1c12-4894-82c5-61f84162ee97 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:49.335234 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-67ce9c7d-44be-440b-9b5f-878fdf0efa67 req-3a797a66-1c12-4894-82c5-61f84162ee97 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0635505 Aug 16 07:00:49.374829 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-67ce9c7d-44be-440b-9b5f-878fdf0efa67 req-0c21c6e5-b020-4922-abed-68f564743318 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401757 Aug 16 07:00:50.079414 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef1dc-26b3-4c42-aed9-035b3e4d631c req-7216075d-b079-46b3-a66f-7dfd10b8602f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:50.082195 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f99ef1dc-26b3-4c42-aed9-035b3e4d631c req-7216075d-b079-46b3-a66f-7dfd10b8602f tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 945 time: 0.0529306 Aug 16 07:00:50.119111 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f99ef1dc-26b3-4c42-aed9-035b3e4d631c req-b02b88ac-6d20-4f9b-8c55-8376dd9ca3cc tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Aug 16 07:00:50.500712 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-fc9f779c-7def-4dad-90fe-2ceb41882728 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:50.502229 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-fc9f779c-7def-4dad-90fe-2ceb41882728 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/networks?id=29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 200 len: 815 time: 0.1332746 Aug 16 07:00:50.525284 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288e831-215c-4a5c-9588-8339f59d7abf req-3783180e-ea81-46db-88f2-7e876b7ba505 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:50.526744 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3288e831-215c-4a5c-9588-8339f59d7abf req-3783180e-ea81-46db-88f2-7e876b7ba505 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0812914 Aug 16 07:00:50.530370 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-a359cc65-a1c2-47d2-8139-426357d70f16 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/quotas/c0efc63d26f9406880d510b5cfc2d189 HTTP/1.1" status: 200 len: 375 time: 0.0197690 Aug 16 07:00:50.591610 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3288e831-215c-4a5c-9588-8339f59d7abf req-b0fc53f9-b2f8-43f6-be1c-cd38c1f2c718 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587425 Aug 16 07:00:50.605644 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-96b576ab-d9ab-4881-af4e-fd553228e9aa tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670900 Aug 16 07:00:50.747641 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f263e469-e2b2-4a24-b508-b934f045174b service neutron] 10.222.0.20 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262753 Aug 16 07:00:50.834034 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-1776b472-8ada-465e-af8b-fca9bb16a106 service neutron] 10.222.0.20 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803914 Aug 16 07:00:51.068592 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-48fe44d1-3d2d-4654-be85-6fda70f2d4ac req-86b5c135-e58d-4526-8170-c1730edb824b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 210 time: 0.0324547 Aug 16 07:00:51.232749 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33e67f-9fcf-4177-b730-3265ddfca8e3 req-0ec907b1-ab51-46cb-828b-c68bfe1c46df tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:51.234223 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cd33e67f-9fcf-4177-b730-3265ddfca8e3 req-0ec907b1-ab51-46cb-828b-c68bfe1c46df tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Aug 16 07:00:51.272464 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cd33e67f-9fcf-4177-b730-3265ddfca8e3 req-3a5099f3-530c-4939-9e9f-7eed3edec38c tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Aug 16 07:00:51.712797 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92034c-8c29-4fb5-bf12-086e1aedea89 req-d003de31-bf32-488a-a827-80c29b862c2d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:51.714333 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3d92034c-8c29-4fb5-bf12-086e1aedea89 req-d003de31-bf32-488a-a827-80c29b862c2d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 943 time: 0.0483174 Aug 16 07:00:51.752315 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3d92034c-8c29-4fb5-bf12-086e1aedea89 req-6f7b3c14-49a8-408c-afde-8f5ee3ea65a1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316913 Aug 16 07:00:52.151008 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-60d0df52-2b28-4d05-8751-be600005f68d req-603e186d-181d-4d3e-8a24-3007f4586517 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 210 time: 0.0297840 Aug 16 07:00:52.505318 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ef1ac328-5ba8-46d9-b201-5890e069df87 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:00:52.598982 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:52.610378 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'port_id': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'mac_address': 'fa:16:3e:d2:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:00:52.649873 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:52.662435 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1ac328-5ba8-46d9-b201-5890e069df87 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:00:52.682145 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:52.750123 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:52.797424 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=9']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:52.873596 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ecace-7694-4c15-9acd-bea48b96e5ea req-f4eea029-e300-4684-90f8-8aa79577e7aa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:52.875064 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-862ecace-7694-4c15-9acd-bea48b96e5ea req-f4eea029-e300-4684-90f8-8aa79577e7aa tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0489795 Aug 16 07:00:52.911539 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-862ecace-7694-4c15-9acd-bea48b96e5ea req-45ed8e95-14af-46cf-b217-393b269193e1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305986 Aug 16 07:00:53.246596 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-acf6d5bd-acc1-4c23-9622-c7a30e2ab2ef req-8ae26e37-da82-4ebf-810f-274754bd9d4e tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 210 time: 0.0288923 Aug 16 07:00:54.031359 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe2cd0-7e87-42ee-99e3-95ab8d48820b req-5360cde3-0d4b-4170-9405-48dadf5f4b0d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:54.033062 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-29fe2cd0-7e87-42ee-99e3-95ab8d48820b req-5360cde3-0d4b-4170-9405-48dadf5f4b0d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0490918 Aug 16 07:00:54.035859 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:54.071178 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-29fe2cd0-7e87-42ee-99e3-95ab8d48820b req-ac424b27-c65d-429f-8784-0d8e771b4bc5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 Aug 16 07:00:54.341265 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3f54d515-8789-46ab-a329-8a25e2f78a99 req-2da9c4f0-fc27-4545-a222-7c8d3549cfc3 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 210 time: 0.0291343 Aug 16 07:00:55.189255 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba655400-c33b-45ac-9925-082c71058e01 req-181ed5d3-7ed3-4351-acad-cec975decbd9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:55.190697 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ba655400-c33b-45ac-9925-082c71058e01 req-181ed5d3-7ed3-4351-acad-cec975decbd9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0479162 Aug 16 07:00:55.228104 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ba655400-c33b-45ac-9925-082c71058e01 req-00c4b5d4-5ab8-4f6e-b23f-99d2a853c33d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314829 Aug 16 07:00:55.433799 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cc1a5a34-8932-4f42-8c37-62982b8c37cf req-e3a7782e-23cc-4d34-9336-71e955063841 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 210 time: 0.0272267 Aug 16 07:00:55.789265 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['ef1ac328-5ba8-46d9-b201-5890e069df87'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:00:56.358580 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ed89b-39a7-4ba2-92fa-d845f7d85bad req-1e2b26da-384c-4586-b9f3-610ea54d01eb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:56.360464 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ae3ed89b-39a7-4ba2-92fa-d845f7d85bad req-1e2b26da-384c-4586-b9f3-610ea54d01eb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0566132 Aug 16 07:00:56.397527 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ae3ed89b-39a7-4ba2-92fa-d845f7d85bad req-d59a60e8-996b-40c1-ba9e-141c269b63b1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313342 Aug 16 07:00:56.525367 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b37a5ed6-6851-445b-8f68-0c0686802087 req-ee0cbf3b-2e50-4a7c-929e-5c1c53ac959b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 210 time: 0.0252094 Aug 16 07:00:57.169267 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-12e0ea1c-115d-4ba1-84c7-bc73581b09d9 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:57.170788 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-12e0ea1c-115d-4ba1-84c7-bc73581b09d9 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.18 "GET /v2.0/networks?id=29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 200 len: 815 time: 0.1056495 Aug 16 07:00:57.225202 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'port': {'device_id': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'admin_state_up': True, 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:00:57.424367 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Made reservation on behalf of c0efc63d26f9406880d510b5cfc2d189 for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:00:57.428071 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:57.527516 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f741c08-b9f4-4292-b6f6-b1052994234c req-abfa11f7-0930-4ed3-b508-7de3cc7fdb22 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:57.528996 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6f741c08-b9f4-4292-b6f6-b1052994234c req-abfa11f7-0930-4ed3-b508-7de3cc7fdb22 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 944 time: 0.0484753 Aug 16 07:00:57.562900 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Allocated IP 172.20.0.7 (29643e2b-57c2-4203-bf57-39bb04af0e70/6e6962cb-50ae-4e3b-bc72-2bdcd46a7767/82867ea3-259d-4a30-afb4-fa0cead1cf59) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:00:57.572745 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6f741c08-b9f4-4292-b6f6-b1052994234c req-4edc89b2-c8db-4e93-bde8-9f42fb5b3674 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368698 Aug 16 07:00:57.579247 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ef1ac328-5ba8-46d9-b201-5890e069df87 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:00:57.632384 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f40c50e6-976b-423d-9538-4ee90a0fc6ff req-e7b898d3-0eba-498c-9b71-eaa2135e71cd tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 210 time: 0.0280190 Aug 16 07:00:57.664564 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port ef1ac328-5ba8-46d9-b201-5890e069df87 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:57.665164 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:57.747054 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:57.762552 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:57.776370 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:00:57.778716 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Transition to ACTIVE for port object 82867ea3-259d-4a30-afb4-fa0cead1cf59 will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:00:57.779242 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10c174b-1a39-4b84-8074-bcbb32533a9c" -d '{"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:00:57.792618 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:00:57.816182 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29011735-46ae-4360-98d9-425444125907 x-openstack-request-id: req-29011735-46ae-4360-98d9-425444125907 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:00:57.816529 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-plugged", "status": "completed", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:00:57.816787 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29011735-46ae-4360-98d9-425444125907 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:00:57.817178 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'code': 200} Aug 16 07:00:57.881888 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:57.916650 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:57.935219 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=10']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:57.965430 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Network 29643e2b-57c2-4203-bf57-39bb04af0e70 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:00:57.969064 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:00:57.972027 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:00:58.016386 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'Port': ['ID=82867ea3-259d-4a30-afb4-fa0cead1cf59,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:00:58.054124 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:58.054788 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:58.163082 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-87daffac-9a0d-402a-8ffd-1e6c31be1f49 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9416156 Aug 16 07:00:58.282162 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1917446b-7692-44ea-af7e-b41f58143d52 None None] Provisioning for port 82867ea3-259d-4a30-afb4-fa0cead1cf59 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:00:58.287993 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1917446b-7692-44ea-af7e-b41f58143d52 None None] Provisioning complete for port 82867ea3-259d-4a30-afb4-fa0cead1cf59 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:00:58.287993 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1917446b-7692-44ea-af7e-b41f58143d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:00:58.331178 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-1917446b-7692-44ea-af7e-b41f58143d52 None None] Port 82867ea3-259d-4a30-afb4-fa0cead1cf59 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:00:58.762048 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b06d5-30be-444e-bee4-6807bbeb9d1d req-029d44ea-c132-4506-8412-46da61ab28d5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:58.763715 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b99b06d5-30be-444e-bee4-6807bbeb9d1d req-029d44ea-c132-4506-8412-46da61ab28d5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0809164 Aug 16 07:00:58.812646 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bb52d-ccdb-4f60-8106-64ef4473a2a1 req-dddffc89-2348-4169-a1f8-0ab731479b02 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:00:58.814116 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-087bb52d-ccdb-4f60-8106-64ef4473a2a1 req-dddffc89-2348-4169-a1f8-0ab731479b02 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.0981507 Aug 16 07:00:58.832380 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b99b06d5-30be-444e-bee4-6807bbeb9d1d req-226cff05-ba56-4e47-bf3f-0b3023a1d9f4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598788 Aug 16 07:00:58.860425 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-087bb52d-ccdb-4f60-8106-64ef4473a2a1 req-3d7107f5-aa0a-4580-8b57-0b738c71b6b0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384488 Aug 16 07:01:00.012441 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014743b8-76fc-4d51-b6a0-67bcd2234a16 req-ab8c8e9d-c44e-4a4e-844b-12eea29fa4e8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:00.012441 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-014743b8-76fc-4d51-b6a0-67bcd2234a16 req-ab8c8e9d-c44e-4a4e-844b-12eea29fa4e8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0808473 Aug 16 07:01:00.020280 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c764e5-8b34-45bb-969b-4322e467a52c req-7271e26b-8bb8-4299-ae8c-62cdc0eb64c9 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:00.021732 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-17c764e5-8b34-45bb-969b-4322e467a52c req-7271e26b-8bb8-4299-ae8c-62cdc0eb64c9 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.0818508 Aug 16 07:01:00.081435 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-014743b8-76fc-4d51-b6a0-67bcd2234a16 req-e3f9b343-ec30-4d6f-b933-ba326d600ba4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587258 Aug 16 07:01:00.086053 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-17c764e5-8b34-45bb-969b-4322e467a52c req-36a88a88-2ac0-416c-9f12-65ca64cd79b4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536597 Aug 16 07:01:01.249477 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138e7be-ca09-4190-9216-849ae4d56cfa req-71e4276f-4956-477f-94e1-a8ec8cab63bd tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:01.251108 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c138e7be-ca09-4190-9216-849ae4d56cfa req-71e4276f-4956-477f-94e1-a8ec8cab63bd tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0862107 Aug 16 07:01:01.273796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770dbcd-f28b-46e5-9abd-5cd763504dd3 req-24d7c9fc-ccf5-4ae0-9a42-580e84bd8a9a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:01.275243 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d770dbcd-f28b-46e5-9abd-5cd763504dd3 req-24d7c9fc-ccf5-4ae0-9a42-580e84bd8a9a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.1084003 Aug 16 07:01:01.318976 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c138e7be-ca09-4190-9216-849ae4d56cfa req-12374e77-57e2-4906-8de9-59542d0ab447 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617423 Aug 16 07:01:01.347916 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d770dbcd-f28b-46e5-9abd-5cd763504dd3 req-987d0bbf-563d-475e-ba2c-76dd4bbe3180 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633869 Aug 16 07:01:02.495251 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651b39-0c46-48e3-9588-62cb6b83906c req-dee1f343-1a1a-4e04-b765-7be1ebfb70a7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:02.496719 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6f651b39-0c46-48e3-9588-62cb6b83906c req-dee1f343-1a1a-4e04-b765-7be1ebfb70a7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0857203 Aug 16 07:01:02.508806 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f470943-e8b1-491e-9282-4beefb724d25 req-8f131d27-b224-4848-95aa-78ca58bc5233 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:02.510818 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8f470943-e8b1-491e-9282-4beefb724d25 req-8f131d27-b224-4848-95aa-78ca58bc5233 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.0694709 Aug 16 07:01:02.566770 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6f651b39-0c46-48e3-9588-62cb6b83906c req-9e12172c-fff4-4686-ad95-3ba4df1cbe01 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549836 Aug 16 07:01:02.571589 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8f470943-e8b1-491e-9282-4beefb724d25 req-73b7a14e-51ec-43af-b103-c0c1a4d31411 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Aug 16 07:01:04.020848 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b694cd-fb4a-4125-920f-c89acf3ec962 req-ae391429-5094-40fb-847a-51e549460bb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:04.020848 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d2b694cd-fb4a-4125-920f-c89acf3ec962 req-ae391429-5094-40fb-847a-51e549460bb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.3626156 Aug 16 07:01:04.046938 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eb38c-92c0-4f9b-a60d-d8048cb724ef req-6ebc87a4-b8ff-4a88-bcdc-2deab5079d52 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:04.087440 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ce4eb38c-92c0-4f9b-a60d-d8048cb724ef req-6ebc87a4-b8ff-4a88-bcdc-2deab5079d52 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.3824098 Aug 16 07:01:04.087440 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d2b694cd-fb4a-4125-920f-c89acf3ec962 req-3941a87c-52d3-43e4-a53a-c52b2a1e551d tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583932 Aug 16 07:01:04.101752 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ce4eb38c-92c0-4f9b-a60d-d8048cb724ef req-b6fd23dc-f6d1-4b1a-b6d1-dc4835280a89 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471244 Aug 16 07:01:05.232229 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37016) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:05.263894 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc9b5b-23c6-4dd7-ab68-bbdc83867175 req-bcfc9e1f-f784-474a-84ed-a2871dc56559 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:05.265471 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-06bc9b5b-23c6-4dd7-ab68-bbdc83867175 req-bcfc9e1f-f784-474a-84ed-a2871dc56559 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.0937998 Aug 16 07:01:05.280853 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09780d-7135-4014-bcea-cfc76e1712fe req-d1ec4e19-9b27-4eb6-be84-924c801a6969 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:05.282683 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5f09780d-7135-4014-bcea-cfc76e1712fe req-d1ec4e19-9b27-4eb6-be84-924c801a6969 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0852175 Aug 16 07:01:05.341607 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5f09780d-7135-4014-bcea-cfc76e1712fe req-f5b70986-f9fb-4f98-9c78-cf2ddf2f3909 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522554 Aug 16 07:01:05.347286 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-06bc9b5b-23c6-4dd7-ab68-bbdc83867175 req-759d3ffa-a2c3-4dba-b653-ca672538fe27 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755427 Aug 16 07:01:05.406507 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ebbcd300-2a21-49f1-a976-8c4807b4e80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:05.492924 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ebbcd300-2a21-49f1-a976-8c4807b4e80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:05.573073 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ebbcd300-2a21-49f1-a976-8c4807b4e80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:05.612278 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcd300-2a21-49f1-a976-8c4807b4e80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e2b0fa-b115-4a6b-b14c-9b3bcf3e869b,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:05.620894 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-ebbcd300-2a21-49f1-a976-8c4807b4e80e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e2d9251d83843278c60e0ef380c1912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826275 Aug 16 07:01:05.621377 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37026) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:05.680748 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-98cf4295-6363-4c2a-8e70-4681d786e7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:05.703383 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-98cf4295-6363-4c2a-8e70-4681d786e7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:05.835886 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-98cf4295-6363-4c2a-8e70-4681d786e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:05.838546 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-98cf4295-6363-4c2a-8e70-4681d786e7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:05.839762 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-98cf4295-6363-4c2a-8e70-4681d786e7f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66e2b0fa-b115-4a6b-b14c-9b3bcf3e869b HTTP/1.1" status: 204 len: 168 time: 0.2173879 Aug 16 07:01:05.849760 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf4295-6363-4c2a-8e70-4681d786e7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e2b0fa-b115-4a6b-b14c-9b3bcf3e869b,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:06.503011 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecfe9e-25c5-427b-99af-6baf0a17c1ac req-3a42520e-2509-4cce-a2e3-d2664f2e43a6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:06.504773 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-efecfe9e-25c5-427b-99af-6baf0a17c1ac req-3a42520e-2509-4cce-a2e3-d2664f2e43a6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0824182 Aug 16 07:01:06.512628 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68959-eb4f-40d8-9fe8-fc7e340da140 req-e7e14c0f-9682-40d9-b078-a69b96822d56 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:06.513976 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-61f68959-eb4f-40d8-9fe8-fc7e340da140 req-e7e14c0f-9682-40d9-b078-a69b96822d56 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.0902817 Aug 16 07:01:06.568230 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-efecfe9e-25c5-427b-99af-6baf0a17c1ac req-86259e25-bfef-483f-aa82-c520aa2fda15 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532491 Aug 16 07:01:06.572900 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-61f68959-eb4f-40d8-9fe8-fc7e340da140 req-0b7e0d04-5214-4f00-bac9-448c89e92197 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 Aug 16 07:01:07.497938 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37064) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:07.603291 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fc1594e5-3487-46be-a438-43413e5e08de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:07.720078 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fc1594e5-3487-46be-a438-43413e5e08de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:07.743115 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00787ecd-8084-4bfa-a670-69021473660b req-cce013cc-cc4a-46f9-a8c1-7e43cdbfc6c4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:07.744686 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-00787ecd-8084-4bfa-a670-69021473660b req-cce013cc-cc4a-46f9-a8c1-7e43cdbfc6c4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0900569 Aug 16 07:01:07.756273 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d6c1d-e615-4ad6-ba23-c76a78818432 req-b6a508ef-0589-4836-b570-75ad3a17b86f tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:07.764604 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2f0d6c1d-e615-4ad6-ba23-c76a78818432 req-b6a508ef-0589-4836-b570-75ad3a17b86f tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.1155863 Aug 16 07:01:07.784625 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fc1594e5-3487-46be-a438-43413e5e08de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:07.816432 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-00787ecd-8084-4bfa-a670-69021473660b req-e2e3a5bc-2e7c-4e1d-8820-438aad4abb3f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577784 Aug 16 07:01:07.832661 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2f0d6c1d-e615-4ad6-ba23-c76a78818432 req-e838abb6-e2a9-4060-9607-8aeff3da1c00 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650060 Aug 16 07:01:07.848008 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1594e5-3487-46be-a438-43413e5e08de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79996d61-5c4e-45ef-9c51-c755c40069dd,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:07.868591 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-fc1594e5-3487-46be-a438-43413e5e08de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=364bb7eb54b94aa783be3f41d49862b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631661 Aug 16 07:01:07.870136 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37076) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:07.893048 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-8ef03d89-166a-4771-9780-8d3a541d3c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:07.924426 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1aad5524-3ee2-4580-8507-663905499264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:07.946310 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1aad5524-3ee2-4580-8507-663905499264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:08.052265 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1aad5524-3ee2-4580-8507-663905499264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:08.054844 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-1aad5524-3ee2-4580-8507-663905499264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:08.059160 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-1aad5524-3ee2-4580-8507-663905499264 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79996d61-5c4e-45ef-9c51-c755c40069dd HTTP/1.1" status: 204 len: 168 time: 0.1843486 Aug 16 07:01:08.070960 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad5524-3ee2-4580-8507-663905499264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79996d61-5c4e-45ef-9c51-c755c40069dd,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:09.011894 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24dfd9-dbf8-4388-ad16-ff6d163e64de req-2c5c5107-9b6d-49e2-b6cc-f7c975475577 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:09.013586 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9d24dfd9-dbf8-4388-ad16-ff6d163e64de req-2c5c5107-9b6d-49e2-b6cc-f7c975475577 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.0881033 Aug 16 07:01:09.066178 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf70319-13b3-493e-a229-858fe6c8f33f req-0ac14ead-ca05-44ae-8c7a-9272942286e1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:09.067856 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dcf70319-13b3-493e-a229-858fe6c8f33f req-0ac14ead-ca05-44ae-8c7a-9272942286e1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.1113183 Aug 16 07:01:09.116705 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9d24dfd9-dbf8-4388-ad16-ff6d163e64de req-3cb645ce-ebee-437d-be1a-2f918dd55142 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952377 Aug 16 07:01:09.148996 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dcf70319-13b3-493e-a229-858fe6c8f33f req-2abb64b0-077a-47d8-a6bd-a6759c5e5709 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726776 Aug 16 07:01:10.293212 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d4d69-9683-4ece-a035-d051fd44dca2 req-a8f9f71c-bd45-4ca9-bcd6-a059f64c11f2 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:10.298316 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-550d4d69-9683-4ece-a035-d051fd44dca2 req-a8f9f71c-bd45-4ca9-bcd6-a059f64c11f2 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.0911965 Aug 16 07:01:10.325422 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c44b2-4e17-43c1-ab3e-55b2e6c8e5ee req-f4b1c567-1f98-4380-9ca6-82103419cb32 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:10.326894 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-de2c44b2-4e17-43c1-ab3e-55b2e6c8e5ee req-f4b1c567-1f98-4380-9ca6-82103419cb32 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0801868 Aug 16 07:01:10.363791 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-550d4d69-9683-4ece-a035-d051fd44dca2 req-7ece519f-2042-4614-949d-e32ddc0cb9ea tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617471 Aug 16 07:01:10.383048 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-de2c44b2-4e17-43c1-ab3e-55b2e6c8e5ee req-00d36beb-7e52-4243-9e32-9f81e8b29bca tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479028 Aug 16 07:01:10.837184 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:10.967239 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-884c63aa-2019-4b7e-95d1-1c6da68b365a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:11.511064 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befc453-7446-494c-8fd6-b7ffa8ba9fc8 req-c2cc5b9e-d3cd-4730-945f-c0a9efa85a26 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:11.520272 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1befc453-7446-494c-8fd6-b7ffa8ba9fc8 req-c2cc5b9e-d3cd-4730-945f-c0a9efa85a26 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.0815399 Aug 16 07:01:11.553415 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a65e4d-39a6-4c32-a64b-11a7d7c0c6fd req-ff0a8333-7f8e-45a9-ab8a-a36b06700858 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:11.555069 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b0a65e4d-39a6-4c32-a64b-11a7d7c0c6fd req-ff0a8333-7f8e-45a9-ab8a-a36b06700858 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0935297 Aug 16 07:01:11.586995 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1befc453-7446-494c-8fd6-b7ffa8ba9fc8 req-861c6f5f-f2a7-45dd-96ad-927a3339b74b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656829 Aug 16 07:01:11.606589 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b0a65e4d-39a6-4c32-a64b-11a7d7c0c6fd req-8f66094b-48d6-4bc2-a135-d739604e0ae3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424199 Aug 16 07:01:11.939111 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:12.733051 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008de4-2256-4554-853c-40f043bb0efd req-4b560bb5-1e18-4757-9b4f-5625136d0b02 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:12.734597 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ee008de4-2256-4554-853c-40f043bb0efd req-4b560bb5-1e18-4757-9b4f-5625136d0b02 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 931 time: 0.0780201 Aug 16 07:01:12.763666 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f0945-8924-4371-ad68-a5a0e773a553 req-e27cb99a-e527-40e6-a5bf-a4c4e1e8fe1d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:12.765095 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b45f0945-8924-4371-ad68-a5a0e773a553 req-e27cb99a-e527-40e6-a5bf-a4c4e1e8fe1d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0829439 Aug 16 07:01:12.797037 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ee008de4-2256-4554-853c-40f043bb0efd req-3c3d95fd-12ec-49d3-aee7-bffe5d1983ba tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557451 Aug 16 07:01:12.815268 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b45f0945-8924-4371-ad68-a5a0e773a553 req-cd175405-e3f7-41ce-a8a9-de3da8a3f2a6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438421 Aug 16 07:01:13.323179 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Request body: {'port': {'device_id': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:13.381639 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:13.423321 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-a5bf4394-7a16-48c6-8073-7026003df4ae tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aae9db64a80743bab57946c61c27916d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302546 Aug 16 07:01:13.465303 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:13.614564 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54207132-181e-4368-a444-59501b6b3c01 req-4cd2d3b3-4a89-4474-99b9-731a9b47678b tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:13.615981 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-4cd2d3b3-4a89-4474-99b9-731a9b47678b tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867735 Aug 16 07:01:13.631670 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-6a2a47e5-ad34-4459-a3fe-1f258d53098a tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/quotas/aae9db64a80743bab57946c61c27916d HTTP/1.1" status: 200 len: 375 time: 0.0094254 Aug 16 07:01:13.653684 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82867ea3-259d-4a30-afb4-fa0cead1cf59 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:01:13.661625 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:13.666329 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-aec10ae4-7e0f-4df2-9c86-8b1bbef7e6f7 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aae9db64a80743bab57946c61c27916d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288868 Aug 16 07:01:13.677832 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Transition to ACTIVE for port object 82867ea3-259d-4a30-afb4-fa0cead1cf59 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:13.723762 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e7743-667e-4336-97ef-1f307a44f139 req-eda611a0-d560-41cd-9ad7-f4439f2c7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:13.725253 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-001e7743-667e-4336-97ef-1f307a44f139 req-eda611a0-d560-41cd-9ad7-f4439f2c7afe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1099 time: 0.0393753 Aug 16 07:01:13.760861 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-001e7743-667e-4336-97ef-1f307a44f139 req-62fe85c6-66a1-47fe-86b8-3272631b6f70 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275571 Aug 16 07:01:13.766662 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:13.821192 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Pushing event updated for resources: {'Port': ['ID=82867ea3-259d-4a30-afb4-fa0cead1cf59,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:13.929075 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Attempting to bind port 82867ea3-259d-4a30-afb4-fa0cead1cf59 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:01:13.929415 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Attempting to bind port 82867ea3-259d-4a30-afb4-fa0cead1cf59 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:01:13.929748 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Attempting to bind port 82867ea3-259d-4a30-afb4-fa0cead1cf59 on network 29643e2b-57c2-4203-bf57-39bb04af0e70 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:01:13.937241 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Port 82867ea3-259d-4a30-afb4-fa0cead1cf59 on network 29643e2b-57c2-4203-bf57-39bb04af0e70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:01:13.937574 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Attempting to bind port 82867ea3-259d-4a30-afb4-fa0cead1cf59 on network 29643e2b-57c2-4203-bf57-39bb04af0e70 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:01:13.946304 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:01:13.946644 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Checking segment: {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:01:13.948236 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Bound using segment: {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:01:13.950332 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Bound port: 82867ea3-259d-4a30-afb4-fa0cead1cf59, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2956f6a0-ff69-417f-9835-28e7f2f214ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:01:13.950888 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:13.996078 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc397b-e17a-48ae-9252-53f5101bfb24 req-aa0cfa06-2864-429f-928f-acd287f1fc36 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:13.997705 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-02cc397b-e17a-48ae-9252-53f5101bfb24 req-aa0cfa06-2864-429f-928f-acd287f1fc36 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 943 time: 0.0953860 Aug 16 07:01:14.030668 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] For port 82867ea3-259d-4a30-afb4-fa0cead1cf59, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:01:14.041456 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] For port 82867ea3-259d-4a30-afb4-fa0cead1cf59, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:01:14.062596 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-02cc397b-e17a-48ae-9252-53f5101bfb24 req-f5de5c7f-4fe5-4cd6-ac43-a8f3802ff41f tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525231 Aug 16 07:01:14.079971 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f809f-6b56-4c6a-9313-397dbb4e92f7 req-fb5e13fb-c3dd-49a3-b085-b2cecc27429d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:14.079971 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b14f809f-6b56-4c6a-9313-397dbb4e92f7 req-fb5e13fb-c3dd-49a3-b085-b2cecc27429d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.1192126 Aug 16 07:01:14.137110 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dbe3df88-4965-4b98-9f65-f799111a235b req-e244f25d-3ff9-4747-9f9b-8ecfa4dd11ce tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 210 time: 0.0347521 Aug 16 07:01:14.138912 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:14.146731 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b14f809f-6b56-4c6a-9313-397dbb4e92f7 req-a74ac3c5-ad16-424f-adf5-9512ea20987d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644352 Aug 16 07:01:14.186186 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:14.186796 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:14.188191 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] 10.222.0.18 "PUT /v2.0/ports/82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 1093 time: 0.8694785 Aug 16 07:01:14.188616 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:01:14.190817 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775f27b0-9225-4ed2-808d-9defd5321f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:01:14.215836 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aee368-c5fd-4e17-92a4-20cd7781f534 service neutron] Pushing event updated for resources: {'Port': ['ID=82867ea3-259d-4a30-afb4-fa0cead1cf59,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:14.361590 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2693aca0-4ebd-46a0-bb9e-0eabf3bbbc30 x-openstack-request-id: req-2693aca0-4ebd-46a0-bb9e-0eabf3bbbc30 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:01:14.362180 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:01:14.362180 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2693aca0-4ebd-46a0-bb9e-0eabf3bbbc30 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:01:14.362555 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'status': 'completed', 'code': 200} Aug 16 07:01:14.428263 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f27b0-9225-4ed2-808d-9defd5321f0b req-40d6e8b3-6cf7-435f-a73a-f243eece7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:14.429475 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-775f27b0-9225-4ed2-808d-9defd5321f0b req-40d6e8b3-6cf7-435f-a73a-f243eece7e2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1096 time: 0.0435321 Aug 16 07:01:14.537921 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f27b0-9225-4ed2-808d-9defd5321f0b req-a72637b6-b3d5-4454-9e68-609751d931dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:14.539410 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-775f27b0-9225-4ed2-808d-9defd5321f0b req-a72637b6-b3d5-4454-9e68-609751d931dd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c0efc63d26f9406880d510b5cfc2d189&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969517 Aug 16 07:01:14.634297 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f27b0-9225-4ed2-808d-9defd5321f0b req-5c1d9e34-08be-48f1-9d1e-4e01450224a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:14.636384 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-775f27b0-9225-4ed2-808d-9defd5321f0b req-5c1d9e34-08be-48f1-9d1e-4e01450224a3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0888188 Aug 16 07:01:14.726558 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-e449bd1b-7574-4e29-b95d-571840deb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:14.728095 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-e449bd1b-7574-4e29-b95d-571840deb374 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1096 time: 0.0532308 Aug 16 07:01:14.779954 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-19671419-12b8-4a19-8364-44649437d95e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 217 time: 0.0420547 Aug 16 07:01:14.841974 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-b500cd14-64c8-4572-b4d1-5e43b559d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:14.843411 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-b500cd14-64c8-4572-b4d1-5e43b559d795 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 HTTP/1.1" status: 200 len: 854 time: 0.0431859 Aug 16 07:01:14.889140 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-8fe8be2a-19cf-4c2b-b540-ba614b26f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:14.890567 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-8fe8be2a-19cf-4c2b-b540-ba614b26f69d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29643e2b-57c2-4203-bf57-39bb04af0e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387478 Aug 16 07:01:14.988039 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-35cab396-b456-480f-bc71-b4cae837169d service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826902 Aug 16 07:01:15.081304 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bb07d07d-60fe-4a7b-8b58-77d1410cd929 req-afd1bc1a-8163-4a71-9cdb-16b6d5abff16 service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821297 Aug 16 07:01:15.176337 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d14c-bdcd-4c59-a24f-94b40772ad81 req-f190d6be-4e03-4f69-8f4e-b9d0b333b143 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:15.177105 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9831d14c-bdcd-4c59-a24f-94b40772ad81 req-f190d6be-4e03-4f69-8f4e-b9d0b333b143 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 943 time: 0.0541074 Aug 16 07:01:15.243055 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f38110b0-1612-427c-b1d8-93ac58bb5a4b req-8506e156-19c4-4743-bdf0-3b962575d250 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 210 time: 0.0333550 Aug 16 07:01:15.247303 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9831d14c-bdcd-4c59-a24f-94b40772ad81 req-19c009a4-8005-4ef0-9cd4-177ba565d451 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631890 Aug 16 07:01:15.351418 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b4995-77c3-412c-b2d1-ac424a978ccc req-450c3e9e-20e3-4838-9095-27c33f1bc7f8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:15.352878 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-593b4995-77c3-412c-b2d1-ac424a978ccc req-450c3e9e-20e3-4838-9095-27c33f1bc7f8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0530653 Aug 16 07:01:15.390715 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-593b4995-77c3-412c-b2d1-ac424a978ccc req-970b4ccd-23ba-41b9-8afc-f5566ebf45a7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313182 Aug 16 07:01:16.363423 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-069c3067-99a1-4513-a261-ad55291831a0 req-00501b76-852b-4503-a54b-3ee34ba802f7 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 210 time: 0.0481899 Aug 16 07:01:16.386955 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47d7d7-18a1-47fa-bb44-0108562887e0 req-f98a77f6-82c9-45bc-b206-d9fb60b3dec5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:16.388466 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9b47d7d7-18a1-47fa-bb44-0108562887e0 req-f98a77f6-82c9-45bc-b206-d9fb60b3dec5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 943 time: 0.0752909 Aug 16 07:01:16.435883 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9b47d7d7-18a1-47fa-bb44-0108562887e0 req-e701f33d-cd69-450b-9aad-8fbdd3d26a8c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394237 Aug 16 07:01:16.437418 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-a034cbc7-f7d7-4683-972f-32e7dd5df888 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aae9db64a80743bab57946c61c27916d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300095 Aug 16 07:01:16.515397 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0765d4a-756c-4bd3-8377-331ed3eb0f35 req-a02ad176-818e-45ce-a6a0-3f93ff0b5498 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:16.516937 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a0765d4a-756c-4bd3-8377-331ed3eb0f35 req-a02ad176-818e-45ce-a6a0-3f93ff0b5498 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0503681 Aug 16 07:01:16.556351 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a0765d4a-756c-4bd3-8377-331ed3eb0f35 req-5a9dd670-cd6d-4335-8fdb-e798e091172a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327959 Aug 16 07:01:16.626027 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54207132-181e-4368-a444-59501b6b3c01 req-7bcdea8b-617c-4173-87db-dfc23f5f8cc7 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:16.629135 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-7bcdea8b-617c-4173-87db-dfc23f5f8cc7 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829185 Aug 16 07:01:16.641358 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Request body: {'port': {'device_id': 'f9ea4f27-2284-4033-aad2-d573cafa4739', 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0', 'admin_state_up': True, 'tenant_id': 'aae9db64a80743bab57946c61c27916d'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:16.840677 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Made reservation on behalf of aae9db64a80743bab57946c61c27916d for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:01:16.844140 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:16.856359 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:16.943699 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:17.064507 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:17.126594 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6a004-357e-4c13-82ac-fdf4b5b0aebe,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:17.196007 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Allocated IP 192.168.233.152 (584a21a2-5697-499e-b701-dc36c3f3a4e0/8cd95ad9-6319-448f-8ee9-85b15415d59a/46d0bad7-1347-4e46-81e0-08b9af9fbe95) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:01:17.342908 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:17.356117 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Transition to ACTIVE for port object 46d0bad7-1347-4e46-81e0-08b9af9fbe95 will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:17.469013 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3b2f7685-99ed-47c0-8138-a32278bced01 req-1d0c0d1c-1f5a-4a23-9d6b-cb91a5ebdea1 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Aug 16 07:01:17.556176 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:17.558976 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d1d6b-55c8-49cc-8e55-9707e34f6cd3 req-6d6179ec-da45-4766-b44d-3c2d80d6d1ab tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:17.560276 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8f7d1d6b-55c8-49cc-8e55-9707e34f6cd3 req-6d6179ec-da45-4766-b44d-3c2d80d6d1ab tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 943 time: 0.0570316 Aug 16 07:01:17.606574 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Network 584a21a2-5697-499e-b701-dc36c3f3a4e0 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:17.612815 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37238) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:17.615094 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:17.632734 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:01:17.637126 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Pushing event updated for resources: {'Port': ['ID=46d0bad7-1347-4e46-81e0-08b9af9fbe95,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:17.642558 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8f7d1d6b-55c8-49cc-8e55-9707e34f6cd3 req-4d6ae2bc-cb73-4cbb-b2e4-e48638a23700 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698214 Aug 16 07:01:17.701682 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:17.702346 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:17.704343 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fba4c2-5947-4ed8-b764-6d3ec38853b7 req-f8d9975f-4bc2-4e06-b0d8-704e7a5c3e32 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:17.706234 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-48fba4c2-5947-4ed8-b764-6d3ec38853b7 req-f8d9975f-4bc2-4e06-b0d8-704e7a5c3e32 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0614498 Aug 16 07:01:17.753994 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f984b6b3-634c-48b6-9df8-674b567dcf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:17.759414 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-48fba4c2-5947-4ed8-b764-6d3ec38853b7 req-af911d88-e12c-4a43-9edf-b993242e7df9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441582 Aug 16 07:01:17.803990 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-e30c0ff4-e8e5-4107-85c3-c1330e0267a9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1661630 Aug 16 07:01:17.820415 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Request body: {'port': {'device_id': 'f9ea4f27-2284-4033-aad2-d573cafa4739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:17.893783 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:17.933283 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-d094eef2-9d19-4dbe-97a9-3e315d9a9e7f None None] Provisioning for port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:17.937324 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-d094eef2-9d19-4dbe-97a9-3e315d9a9e7f None None] Provisioning complete for port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:17.937702 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-d094eef2-9d19-4dbe-97a9-3e315d9a9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:17.969170 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f984b6b3-634c-48b6-9df8-674b567dcf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:17.972475 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-d094eef2-9d19-4dbe-97a9-3e315d9a9e7f None None] Port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:01:18.031314 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f984b6b3-634c-48b6-9df8-674b567dcf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.084555 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-f984b6b3-634c-48b6-9df8-674b567dcf46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f6ea60522784c17a5f48a74a76c5365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705617 Aug 16 07:01:18.087259 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37242) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:18.112531 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984b6b3-634c-48b6-9df8-674b567dcf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b2634-a123-4b2b-9da8-36375f2835d5,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:18.140384 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3e86db63-cb73-4b41-b78c-f9716b6d6724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.162299 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3e86db63-cb73-4b41-b78c-f9716b6d6724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.218403 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:01:18.224716 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d0bad7-1347-4e46-81e0-08b9af9fbe95 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:01:18.232874 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.281053 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Transition to ACTIVE for port object 46d0bad7-1347-4e46-81e0-08b9af9fbe95 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:18.281762 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3e86db63-cb73-4b41-b78c-f9716b6d6724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.284409 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-3e86db63-cb73-4b41-b78c-f9716b6d6724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.286027 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-3e86db63-cb73-4b41-b78c-f9716b6d6724 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b33b2634-a123-4b2b-9da8-36375f2835d5 HTTP/1.1" status: 204 len: 168 time: 0.1972826 Aug 16 07:01:18.294799 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86db63-cb73-4b41-b78c-f9716b6d6724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b2634-a123-4b2b-9da8-36375f2835d5,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:18.354569 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.409622 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Pushing event updated for resources: {'Port': ['ID=46d0bad7-1347-4e46-81e0-08b9af9fbe95,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:18.477452 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Attempting to bind port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:01:18.477795 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Attempting to bind port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'f56f09da-30c5-4f17-ba11-9c8af9e05405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:01:18.478130 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Attempting to bind port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 on network 584a21a2-5697-499e-b701-dc36c3f3a4e0 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:01:18.483083 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 on network 584a21a2-5697-499e-b701-dc36c3f3a4e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:01:18.483446 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Attempting to bind port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 on network 584a21a2-5697-499e-b701-dc36c3f3a4e0 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:01:18.488515 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:01:18.488855 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Checking segment: {'id': 'f56f09da-30c5-4f17-ba11-9c8af9e05405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:01:18.489236 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Bound using segment: {'id': 'f56f09da-30c5-4f17-ba11-9c8af9e05405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:01:18.489664 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Bound port: 46d0bad7-1347-4e46-81e0-08b9af9fbe95, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56f09da-30c5-4f17-ba11-9c8af9e05405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:01:18.490083 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.562136 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] For port 46d0bad7-1347-4e46-81e0-08b9af9fbe95, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:01:18.565398 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] For port 46d0bad7-1347-4e46-81e0-08b9af9fbe95, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=46d0bad7-1347-4e46-81e0-08b9af9fbe95,segment=NetworkSegment(f56f09da-30c5-4f17-ba11-9c8af9e05405),segment_id=f56f09da-30c5-4f17-ba11-9c8af9e05405)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:01:18.597486 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d3e5f-a433-40f2-8170-1097c631d6e5 req-3055022e-6bde-4fda-b3bf-779908e53889 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:18.599225 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-703d3e5f-a433-40f2-8170-1097c631d6e5 req-3055022e-6bde-4fda-b3bf-779908e53889 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 948 time: 0.0602353 Aug 16 07:01:18.643538 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-703d3e5f-a433-40f2-8170-1097c631d6e5 req-b253d9b7-f8ff-4963-a9ce-41254a41c162 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376482 Aug 16 07:01:18.647659 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.700125 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:18.701028 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:18.702313 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] 10.222.0.18 "PUT /v2.0/ports/46d0bad7-1347-4e46-81e0-08b9af9fbe95 HTTP/1.1" status: 200 len: 1098 time: 0.8887866 Aug 16 07:01:18.702866 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ea4f27-2284-4033-aad2-d573cafa4739', 'tag': '46d0bad7-1347-4e46-81e0-08b9af9fbe95'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:01:18.705838 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec75f3b-99ac-423a-a0b3-8072c044d847" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ea4f27-2284-4033-aad2-d573cafa4739", "tag": "46d0bad7-1347-4e46-81e0-08b9af9fbe95"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:01:18.733626 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7546734-414e-4a14-8007-ca40535fb2af service neutron] Pushing event updated for resources: {'Port': ['ID=46d0bad7-1347-4e46-81e0-08b9af9fbe95,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:18.773478 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c233e8c-49b2-4ec2-af34-9f98ae474845 x-openstack-request-id: req-4c233e8c-49b2-4ec2-af34-9f98ae474845 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:01:18.773632 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ea4f27-2284-4033-aad2-d573cafa4739", "tag": "46d0bad7-1347-4e46-81e0-08b9af9fbe95", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:01:18.773752 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c233e8c-49b2-4ec2-af34-9f98ae474845 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:01:18.774150 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ea4f27-2284-4033-aad2-d573cafa4739', 'tag': '46d0bad7-1347-4e46-81e0-08b9af9fbe95', 'status': 'completed', 'code': 200} Aug 16 07:01:18.835971 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4424-05c3-4610-b6b2-ca59ca34002a req-d2ad2db0-836b-486c-905c-fbc740df51bb tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:18.842724 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-702e4424-05c3-4610-b6b2-ca59ca34002a req-d2ad2db0-836b-486c-905c-fbc740df51bb tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 943 time: 0.0977530 Aug 16 07:01:18.890241 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec75f3b-99ac-423a-a0b3-8072c044d847 req-f72487df-a3b1-46a4-889c-13a3bf53856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:18.896661 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3ec75f3b-99ac-423a-a0b3-8072c044d847 req-f72487df-a3b1-46a4-889c-13a3bf53856e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aae9db64a80743bab57946c61c27916d&device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 1101 time: 0.0876613 Aug 16 07:01:18.920485 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-702e4424-05c3-4610-b6b2-ca59ca34002a req-d0273824-f29e-479e-800a-73065727cca6 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745471 Aug 16 07:01:18.928174 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3ec75f3b-99ac-423a-a0b3-8072c044d847 req-327175a0-9793-4754-a143-e0f33759c9a4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=aae9db64a80743bab57946c61c27916d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233352 Aug 16 07:01:18.976968 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd03b9-d1e0-4666-9e2e-bf63e93cb18a req-7f2b9b63-b6d9-472a-a5c1-dba3c1c1d45b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:18.980172 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c2dd03b9-d1e0-4666-9e2e-bf63e93cb18a req-7f2b9b63-b6d9-472a-a5c1-dba3c1c1d45b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0750008 Aug 16 07:01:19.044460 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c2dd03b9-d1e0-4666-9e2e-bf63e93cb18a req-9386ac8a-6d6f-4993-8b6c-71d837acd615 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558074 Aug 16 07:01:19.084995 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec75f3b-99ac-423a-a0b3-8072c044d847 req-f605c3ea-dfd5-487a-9455-4473d41e3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:19.086481 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3ec75f3b-99ac-423a-a0b3-8072c044d847 req-f605c3ea-dfd5-487a-9455-4473d41e3048 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1504927 Aug 16 07:01:19.161217 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54207132-181e-4368-a444-59501b6b3c01 req-06bb7cdf-9778-4d61-b7e6-a62f1e62c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:19.162758 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-06bb7cdf-9778-4d61-b7e6-a62f1e62c3df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aae9db64a80743bab57946c61c27916d&device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 1101 time: 0.0404453 Aug 16 07:01:19.210230 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-599fd2dc-23e3-46a6-8f3f-55bf23d50b2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=46d0bad7-1347-4e46-81e0-08b9af9fbe95 HTTP/1.1" status: 200 len: 217 time: 0.0358872 Aug 16 07:01:19.262502 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54207132-181e-4368-a444-59501b6b3c01 req-1db7cee4-446e-4f2a-91c8-85060f538e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:19.264038 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-1db7cee4-446e-4f2a-91c8-85060f538e46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cd95ad9-6319-448f-8ee9-85b15415d59a HTTP/1.1" status: 200 len: 843 time: 0.0460978 Aug 16 07:01:19.311704 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54207132-181e-4368-a444-59501b6b3c01 req-06075153-b9a9-46dc-b3de-35ccec1c83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:19.313199 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-06075153-b9a9-46dc-b3de-35ccec1c83a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=584a21a2-5697-499e-b701-dc36c3f3a4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405345 Aug 16 07:01:19.523603 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-8225ec0f-6be4-46c9-9c03-a04b5f21da3d service neutron] 10.222.0.18 "GET /v2.0/networks/584a21a2-5697-499e-b701-dc36c3f3a4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975334 Aug 16 07:01:19.616114 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-54207132-181e-4368-a444-59501b6b3c01 req-9372588a-3cbe-4eb0-9f7f-034eb0f77c85 service neutron] 10.222.0.18 "GET /v2.0/networks/584a21a2-5697-499e-b701-dc36c3f3a4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846422 Aug 16 07:01:19.763535 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593be395-341a-4671-b2b6-9747c3527bc4 req-9d6e0ba7-ab30-4a53-82fd-229c5893684a tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:19.765121 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-593be395-341a-4671-b2b6-9747c3527bc4 req-9d6e0ba7-ab30-4a53-82fd-229c5893684a tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 948 time: 0.0542293 Aug 16 07:01:19.788544 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 82867ea3-259d-4a30-afb4-fa0cead1cf59 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:01:19.804437 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-593be395-341a-4671-b2b6-9747c3527bc4 req-f8bb17e7-437d-44d6-9e1d-2f24e42e7ae5 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Aug 16 07:01:19.891661 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 82867ea3-259d-4a30-afb4-fa0cead1cf59, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:19.903455 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'port_id': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'mac_address': 'fa:16:3e:54:b1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:01:19.942283 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:19.955422 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82867ea3-259d-4a30-afb4-fa0cead1cf59 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:01:19.975614 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 82867ea3-259d-4a30-afb4-fa0cead1cf59, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:20.035369 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:20.036595 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec4597-464e-4806-ba5f-5fe0c914902e req-36075c24-bd5f-4713-b667-e9172c59eeff tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:20.038098 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5aec4597-464e-4806-ba5f-5fe0c914902e req-36075c24-bd5f-4713-b667-e9172c59eeff tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 943 time: 0.0501719 Aug 16 07:01:20.086434 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=82867ea3-259d-4a30-afb4-fa0cead1cf59,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:20.092909 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5aec4597-464e-4806-ba5f-5fe0c914902e req-91c625da-71ab-45c9-a405-3a47219a0fe7 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Aug 16 07:01:20.180599 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fa54d-bab3-435e-a4f0-3c1089e2ae1f req-ca304d7a-42a3-40bb-a449-0423501637ad tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:20.182062 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dc4fa54d-bab3-435e-a4f0-3c1089e2ae1f req-ca304d7a-42a3-40bb-a449-0423501637ad tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0493507 Aug 16 07:01:20.225374 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dc4fa54d-bab3-435e-a4f0-3c1089e2ae1f req-db500e6d-6461-4173-8141-2b4588e411b8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366683 Aug 16 07:01:20.462055 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['82867ea3-259d-4a30-afb4-fa0cead1cf59'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:01:20.927699 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9372020-dac9-43f4-9c5f-edac44e10d41 req-ee4c2247-8246-47b9-9509-5c591119c705 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:20.929129 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e9372020-dac9-43f4-9c5f-edac44e10d41 req-ee4c2247-8246-47b9-9509-5c591119c705 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 948 time: 0.0506804 Aug 16 07:01:20.966371 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e9372020-dac9-43f4-9c5f-edac44e10d41 req-5aefe3f3-75e8-4251-914a-5a4af9fa752b tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304549 Aug 16 07:01:21.195896 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7aad2-0b2c-4c6b-ab14-d4e84d4b2fa8 req-537c43eb-f1f0-46f7-91ae-e0d4b4975331 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:21.197391 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e9f7aad2-0b2c-4c6b-ab14-d4e84d4b2fa8 req-537c43eb-f1f0-46f7-91ae-e0d4b4975331 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 944 time: 0.0491760 Aug 16 07:01:21.235021 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e9f7aad2-0b2c-4c6b-ab14-d4e84d4b2fa8 req-5b8bda40-5576-4d83-959c-f9e146b4ce6d tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Aug 16 07:01:21.344469 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2876cd-7b6f-463c-b87c-e6b2b808d681 req-0e11c318-4317-4ba3-8f8b-12b25e6a9498 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:21.345913 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7c2876cd-7b6f-463c-b87c-e6b2b808d681 req-0e11c318-4317-4ba3-8f8b-12b25e6a9498 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0486448 Aug 16 07:01:21.383987 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7c2876cd-7b6f-463c-b87c-e6b2b808d681 req-94fe5a39-7488-401a-8ee7-b0075665cf82 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321372 Aug 16 07:01:21.807508 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 82867ea3-259d-4a30-afb4-fa0cead1cf59 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:21.914399 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 82867ea3-259d-4a30-afb4-fa0cead1cf59 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:21.918715 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 82867ea3-259d-4a30-afb4-fa0cead1cf59 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:21.919081 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:21.991351 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:22.013991 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:01:22.016381 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e67db20-bea8-4068-a67b-291cc7d1d279" -d '{"events": [{"server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "name": "network-vif-plugged", "status": "completed", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:01:22.033751 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 82867ea3-259d-4a30-afb4-fa0cead1cf59, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:22.059574 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c84b23-eb1a-404c-880e-9d1afbb13bee x-openstack-request-id: req-b8c84b23-eb1a-404c-880e-9d1afbb13bee {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:01:22.059859 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "name": "network-vif-plugged", "status": "completed", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:01:22.060101 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8c84b23-eb1a-404c-880e-9d1afbb13bee {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:01:22.060493 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'code': 200} Aug 16 07:01:22.082875 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac4305-cd08-4382-833c-c126a2b54f02 req-56cecb53-dfb0-40e3-a863-ecdeee4d2ef4 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:22.084389 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7aac4305-cd08-4382-833c-c126a2b54f02 req-56cecb53-dfb0-40e3-a863-ecdeee4d2ef4 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 948 time: 0.0520949 Aug 16 07:01:22.115888 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:22.123031 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7aac4305-cd08-4382-833c-c126a2b54f02 req-14902ffd-937b-4441-9b10-a421b5aaf742 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Aug 16 07:01:22.164560 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=82867ea3-259d-4a30-afb4-fa0cead1cf59,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:22.351230 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119c93-4eaa-4959-b447-7b6a75af6d09 req-45303cef-dfeb-4bcf-b544-addc4aebd1c4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:22.352640 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ba119c93-4eaa-4959-b447-7b6a75af6d09 req-45303cef-dfeb-4bcf-b544-addc4aebd1c4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0511630 Aug 16 07:01:22.391931 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ba119c93-4eaa-4959-b447-7b6a75af6d09 req-321d5766-dffb-4a17-ade8-57195f37d6c8 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Aug 16 07:01:22.418796 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52adba-7794-4a89-ad5c-7c24b76c5c67 req-317f2f48-dc53-4106-a280-4a1f42a37d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:22.420340 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-be52adba-7794-4a89-ad5c-7c24b76c5c67 req-317f2f48-dc53-4106-a280-4a1f42a37d88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1098 time: 0.0414448 Aug 16 07:01:22.455881 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-be52adba-7794-4a89-ad5c-7c24b76c5c67 req-818d7def-5ad4-412a-acac-d37a360e1830 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279694 Aug 16 07:01:23.237082 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391f95f-0e73-4a0c-9c5a-a9438aebb8c0 req-51427ec2-4139-4fb4-9522-ee2f4beed690 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:23.239807 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2391f95f-0e73-4a0c-9c5a-a9438aebb8c0 req-51427ec2-4139-4fb4-9522-ee2f4beed690 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 948 time: 0.0493197 Aug 16 07:01:23.276150 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2391f95f-0e73-4a0c-9c5a-a9438aebb8c0 req-35de4d60-4185-472d-b5f2-3c86fbd97714 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Aug 16 07:01:23.507073 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b344a-0ade-4125-9ff6-ef126483b180 req-b61b3247-bb53-4b61-890a-912462a11c03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:23.508545 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-817b344a-0ade-4125-9ff6-ef126483b180 req-b61b3247-bb53-4b61-890a-912462a11c03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0506685 Aug 16 07:01:23.545889 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-817b344a-0ade-4125-9ff6-ef126483b180 req-e48abfcc-2b4b-430f-89e8-e3846997bf56 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307429 Aug 16 07:01:23.827479 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 46d0bad7-1347-4e46-81e0-08b9af9fbe95 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:01:23.920337 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 46d0bad7-1347-4e46-81e0-08b9af9fbe95, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=46d0bad7-1347-4e46-81e0-08b9af9fbe95,segment=NetworkSegment(f56f09da-30c5-4f17-ba11-9c8af9e05405),segment_id=f56f09da-30c5-4f17-ba11-9c8af9e05405)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:23.931068 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '46d0bad7-1347-4e46-81e0-08b9af9fbe95', 'network_id': '584a21a2-5697-499e-b701-dc36c3f3a4e0', 'port_id': '46d0bad7-1347-4e46-81e0-08b9af9fbe95', 'mac_address': 'fa:16:3e:c7:15:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd95ad9-6319-448f-8ee9-85b15415d59a', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:01:23.978914 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:23.991610 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d0bad7-1347-4e46-81e0-08b9af9fbe95 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:01:24.010668 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 46d0bad7-1347-4e46-81e0-08b9af9fbe95, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=46d0bad7-1347-4e46-81e0-08b9af9fbe95,segment=NetworkSegment(f56f09da-30c5-4f17-ba11-9c8af9e05405),segment_id=f56f09da-30c5-4f17-ba11-9c8af9e05405)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:24.034732 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:24.093404 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:24.152274 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=46d0bad7-1347-4e46-81e0-08b9af9fbe95,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:24.388882 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510a58a-276a-4623-b17a-28a834fd8d55 req-123a99db-4b98-462a-9ba1-b4e7f4ac1674 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:24.390344 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c510a58a-276a-4623-b17a-28a834fd8d55 req-123a99db-4b98-462a-9ba1-b4e7f4ac1674 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 949 time: 0.0490530 Aug 16 07:01:24.427918 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c510a58a-276a-4623-b17a-28a834fd8d55 req-99f5cf96-20b3-4ff8-bb5e-bb430043d51a tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Aug 16 07:01:24.528161 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['46d0bad7-1347-4e46-81e0-08b9af9fbe95'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:01:24.660257 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed472-435a-40d0-a807-6511ee4abe07 req-edb7ca86-f5d8-49cc-89ba-6d8870a0135c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:24.662029 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-879ed472-435a-40d0-a807-6511ee4abe07 req-edb7ca86-f5d8-49cc-89ba-6d8870a0135c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0500126 Aug 16 07:01:24.704422 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-879ed472-435a-40d0-a807-6511ee4abe07 req-3ed2bb5c-6d21-4615-9472-226c9088d91d tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 Aug 16 07:01:24.810502 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-027bb468-1b03-4fb6-bb6d-b4a4e1ae06e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521255 Aug 16 07:01:24.845369 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d28fc-fed2-4dc1-8d08-3b711e782bfa req-6b84647f-3a33-40c5-b90d-4b31bd52866a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:24.847038 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d01d28fc-fed2-4dc1-8d08-3b711e782bfa req-6b84647f-3a33-40c5-b90d-4b31bd52866a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0722852 Aug 16 07:01:24.886093 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d01d28fc-fed2-4dc1-8d08-3b711e782bfa req-f6a4fc19-4e40-4149-af40-2fc64b6f101e tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Aug 16 07:01:24.899631 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-e4eb46ef-6095-4e41-baed-fcf25f813c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:24.901334 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-e4eb46ef-6095-4e41-baed-fcf25f813c8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 1099 time: 0.0402381 Aug 16 07:01:25.020062 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-9a1d6462-736b-4928-aa68-cf0dbe0f76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:25.021541 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-9a1d6462-736b-4928-aa68-cf0dbe0f76a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.0822368 Aug 16 07:01:25.102315 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-20ad9573-82ce-47cd-814a-45aae11bdd4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 200 len: 1000 time: 0.0699344 Aug 16 07:01:25.153680 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-c0569ba4-be98-4ad7-b291-a0afca7f9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:25.160118 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-c0569ba4-be98-4ad7-b291-a0afca7f9d46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0459559 Aug 16 07:01:25.203077 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-aca947b0-3491-4d2c-ab6d-28d355f5dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:25.204629 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-aca947b0-3491-4d2c-ab6d-28d355f5dcbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412862 Aug 16 07:01:25.225605 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd263c9-31af-45ca-88f2-a827963385de req-f5349f58-f830-4b8f-9a76-fcdc76378dc8 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:25.227085 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6bd263c9-31af-45ca-88f2-a827963385de req-f5349f58-f830-4b8f-9a76-fcdc76378dc8 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Aug 16 07:01:25.265686 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6bd263c9-31af-45ca-88f2-a827963385de req-0bfae0ea-77c3-4e06-9733-f999ab8fa597 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Aug 16 07:01:25.518783 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-97a08d59-8bbd-4ce5-9ca8-a62fde639154 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066156 Aug 16 07:01:25.545161 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f032d-dce0-4593-8c3f-13a40a609740 req-460cc6fc-8fde-4ba9-8731-da3a86573a5d tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:25.546662 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-999f032d-dce0-4593-8c3f-13a40a609740 req-460cc6fc-8fde-4ba9-8731-da3a86573a5d tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 949 time: 0.0497684 Aug 16 07:01:25.586191 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-999f032d-dce0-4593-8c3f-13a40a609740 req-535a578d-4c04-4d2a-8cde-cb76193eb622 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Aug 16 07:01:25.611065 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7627d7bd-900b-439f-b97e-acf85fa74ea2 req-de88812b-bea5-43b6-a381-21b057081519 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842798 Aug 16 07:01:25.838842 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 46d0bad7-1347-4e46-81e0-08b9af9fbe95 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:25.990037 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:25.993961 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:25.994476 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:26.080448 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:26.115397 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ea4f27-2284-4033-aad2-d573cafa4739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d0bad7-1347-4e46-81e0-08b9af9fbe95'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:01:26.117646 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c44b2-d834-4c19-af91-7baae84e306c" -d '{"events": [{"server_uuid": "f9ea4f27-2284-4033-aad2-d573cafa4739", "name": "network-vif-plugged", "status": "completed", "tag": "46d0bad7-1347-4e46-81e0-08b9af9fbe95"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:01:26.131906 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 46d0bad7-1347-4e46-81e0-08b9af9fbe95, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=46d0bad7-1347-4e46-81e0-08b9af9fbe95,segment=NetworkSegment(f56f09da-30c5-4f17-ba11-9c8af9e05405),segment_id=f56f09da-30c5-4f17-ba11-9c8af9e05405)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:26.163512 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0195f9cb-0139-4e2b-9cf6-5ff4747589e4 x-openstack-request-id: req-0195f9cb-0139-4e2b-9cf6-5ff4747589e4 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:01:26.163807 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ea4f27-2284-4033-aad2-d573cafa4739", "name": "network-vif-plugged", "status": "completed", "tag": "46d0bad7-1347-4e46-81e0-08b9af9fbe95", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:01:26.164089 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0195f9cb-0139-4e2b-9cf6-5ff4747589e4 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:01:26.164523 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ea4f27-2284-4033-aad2-d573cafa4739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d0bad7-1347-4e46-81e0-08b9af9fbe95', 'code': 200} Aug 16 07:01:26.247084 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:26.295680 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=46d0bad7-1347-4e46-81e0-08b9af9fbe95,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:26.302870 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.303250 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.303594 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.303932 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.304268 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.304604 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.304939 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.305267 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.305595 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.305920 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.306242 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.306564 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:26.629818 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca4bdc-4337-4751-a6d5-43dd03b632cb req-16dc35f4-0e69-45c2-a717-0aa828d7d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:26.631406 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-28ca4bdc-4337-4751-a6d5-43dd03b632cb req-16dc35f4-0e69-45c2-a717-0aa828d7d027 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 1103 time: 0.0448897 Aug 16 07:01:26.668539 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-28ca4bdc-4337-4751-a6d5-43dd03b632cb req-719b291a-a27a-4599-a0dc-08acbc04adce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283492 Aug 16 07:01:26.711070 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4f494-d3d4-489a-9d7f-53f75670f18c req-7f612a14-2253-4e9a-b051-883ff211dfc6 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:26.713708 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aea4f494-d3d4-489a-9d7f-53f75670f18c req-7f612a14-2253-4e9a-b051-883ff211dfc6 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0572402 Aug 16 07:01:26.755586 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aea4f494-d3d4-489a-9d7f-53f75670f18c req-c0741341-451b-464d-a423-219c16f0d8e7 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364983 Aug 16 07:01:27.878827 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a056662-aa07-4eeb-929c-8bee2a386ded req-9b14c70a-c2ae-4e59-97d9-7ffc48b9bc30 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:27.880418 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0a056662-aa07-4eeb-929c-8bee2a386ded req-9b14c70a-c2ae-4e59-97d9-7ffc48b9bc30 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0493770 Aug 16 07:01:27.918253 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0a056662-aa07-4eeb-929c-8bee2a386ded req-c1ca257f-f494-499d-9d9c-1aeb05496270 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Aug 16 07:01:29.032409 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b9eb8-d5d9-491f-9fb6-6034dabe1490 req-691fc41f-3fd0-49be-896e-5e9d7c463685 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:29.033865 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-515b9eb8-d5d9-491f-9fb6-6034dabe1490 req-691fc41f-3fd0-49be-896e-5e9d7c463685 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0476446 Aug 16 07:01:29.069825 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-515b9eb8-d5d9-491f-9fb6-6034dabe1490 req-90c992bb-dc6b-418f-9bdd-09379d914f96 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301280 Aug 16 07:01:30.188133 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8f892-d077-4521-b5ca-7ab17cdc2a15 req-fe3e8aae-99a3-4fd1-8717-6b18136f5d4e tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:30.189644 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6ac8f892-d077-4521-b5ca-7ab17cdc2a15 req-fe3e8aae-99a3-4fd1-8717-6b18136f5d4e tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0536406 Aug 16 07:01:30.229865 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6ac8f892-d077-4521-b5ca-7ab17cdc2a15 req-6e295d0e-c62f-4fcb-8164-a67fbc2a20e5 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Aug 16 07:01:31.344092 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf11423-e75a-4072-aef6-209cdaa2ab60 req-9fd93780-4cec-4648-94e2-b3c1cf6ccdae tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:31.345485 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2cf11423-e75a-4072-aef6-209cdaa2ab60 req-9fd93780-4cec-4648-94e2-b3c1cf6ccdae tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0488753 Aug 16 07:01:31.382758 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2cf11423-e75a-4072-aef6-209cdaa2ab60 req-eebb3fb2-1dec-4217-afb6-3191395e0133 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Aug 16 07:01:32.500999 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f8faf-c8b6-4e77-91e6-808a650b824a req-de6952be-5b5e-4628-88eb-90464955b94c tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:32.502484 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-959f8faf-c8b6-4e77-91e6-808a650b824a req-de6952be-5b5e-4628-88eb-90464955b94c tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0507264 Aug 16 07:01:32.538876 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-959f8faf-c8b6-4e77-91e6-808a650b824a req-198bd504-75c0-48db-8582-426914053494 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304043 Aug 16 07:01:33.656769 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730834c6-319d-4869-925e-38410d1b1bdc req-4cd39422-d1bf-417d-9987-db25b8a10c69 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:33.658252 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-730834c6-319d-4869-925e-38410d1b1bdc req-4cd39422-d1bf-417d-9987-db25b8a10c69 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0522549 Aug 16 07:01:33.695228 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-730834c6-319d-4869-925e-38410d1b1bdc req-7df97ca5-5ab6-4645-85ad-266c004d0a77 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308938 Aug 16 07:01:34.273926 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a5d6f-0920-496c-a382-3c34033681e0 req-ece2bc66-83ee-477c-87d6-a867753d436f tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:34.275459 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3f5a5d6f-0920-496c-a382-3c34033681e0 req-ece2bc66-83ee-477c-87d6-a867753d436f tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0518816 Aug 16 07:01:34.314181 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3f5a5d6f-0920-496c-a382-3c34033681e0 req-507bea7c-1c9e-4a9b-9698-c3fc4cb53916 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Aug 16 07:01:35.431278 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a6eea-5aec-45e4-8987-961ac82c7166 req-c74ee94f-9aa1-4707-9502-c48f926e3fbf tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:35.432734 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6c9a6eea-5aec-45e4-8987-961ac82c7166 req-c74ee94f-9aa1-4707-9502-c48f926e3fbf tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0500317 Aug 16 07:01:35.472103 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6c9a6eea-5aec-45e4-8987-961ac82c7166 req-d09131db-5d16-4382-a9a0-ee4f693640ca tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333388 Aug 16 07:01:36.588347 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745a396-99ce-4029-94d4-6f0b7c7b4dd2 req-db3bcedd-cf0a-459d-a0d5-6bc615ea9d1e tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:36.589774 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1745a396-99ce-4029-94d4-6f0b7c7b4dd2 req-db3bcedd-cf0a-459d-a0d5-6bc615ea9d1e tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0509477 Aug 16 07:01:36.628088 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1745a396-99ce-4029-94d4-6f0b7c7b4dd2 req-fc0611a7-3f60-4f26-a173-f025b0bf10ef tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Aug 16 07:01:37.739361 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e74a2-4b0d-4b67-9e0c-a61bcd32b41d req-14b02210-5778-44cf-90d3-aa3e1aac6223 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:37.740835 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-380e74a2-4b0d-4b67-9e0c-a61bcd32b41d req-14b02210-5778-44cf-90d3-aa3e1aac6223 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0480843 Aug 16 07:01:37.776936 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-380e74a2-4b0d-4b67-9e0c-a61bcd32b41d req-383d74d8-8ca6-48ef-9c84-ee6ecd73bb5f tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303545 Aug 16 07:01:37.880569 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-2715ef24-ece8-4113-8d7a-1838153ea9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:38.887836 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff15397-f547-44e7-8dd5-d1265ed8ce88 req-f340148d-dbd1-42e6-8057-0b21d398c6f9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:38.889280 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-eff15397-f547-44e7-8dd5-d1265ed8ce88 req-f340148d-dbd1-42e6-8057-0b21d398c6f9 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0473483 Aug 16 07:01:38.927256 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-eff15397-f547-44e7-8dd5-d1265ed8ce88 req-05d2d012-69ec-4747-8d2b-78d9324bf94b tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Aug 16 07:01:40.042573 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db878d-4a65-45fb-a5dc-1e1041dcea4b req-e8bdd130-2027-425a-bb12-f104cc46e3ee tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:40.044080 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-81db878d-4a65-45fb-a5dc-1e1041dcea4b req-e8bdd130-2027-425a-bb12-f104cc46e3ee tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0515647 Aug 16 07:01:40.081424 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-81db878d-4a65-45fb-a5dc-1e1041dcea4b req-c28b342f-2d4f-4f68-9126-827b368c2328 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Aug 16 07:01:40.875187 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:40.933610 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-67215bb2-ad70-4d9c-8489-dd3cb34f55d7 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:40.935579 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-67215bb2-ad70-4d9c-8489-dd3cb34f55d7 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0486431 Aug 16 07:01:40.989962 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5bd8bbb4-8392-4b43-a4df-8c3ae7ed9703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:41.027434 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Deleting port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:01:41.033340 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:41.116959 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] For port 46d0bad7-1347-4e46-81e0-08b9af9fbe95, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=46d0bad7-1347-4e46-81e0-08b9af9fbe95,segment=NetworkSegment(f56f09da-30c5-4f17-ba11-9c8af9e05405),segment_id=f56f09da-30c5-4f17-ba11-9c8af9e05405)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:41.117228 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:41.131013 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Calling delete_port for 46d0bad7-1347-4e46-81e0-08b9af9fbe95 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:01:41.198191 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ed6e-3387-4e1b-9762-6ee47b4a8203 req-5df519b6-c55f-4ff8-bcb9-60aa5e73b5fd tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:41.199960 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1ca5ed6e-3387-4e1b-9762-6ee47b4a8203 req-5df519b6-c55f-4ff8-bcb9-60aa5e73b5fd tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 950 time: 0.0507612 Aug 16 07:01:41.239591 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1ca5ed6e-3387-4e1b-9762-6ee47b4a8203 req-54fee74f-b30e-43de-b3d3-4c71d9d84d97 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/security-groups?id=84b6a004-357e-4c13-82ac-fdf4b5b0aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Aug 16 07:01:41.321078 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:41.333582 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['46d0bad7-1347-4e46-81e0-08b9af9fbe95'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:01:41.350744 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Pushing event deleted for resources: {'Port': ['ID=46d0bad7-1347-4e46-81e0-08b9af9fbe95,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:41.362597 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.362949 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.363322 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.363661 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.363991 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.364333 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.364681 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.364973 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.365299 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.365621 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.365943 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.366259 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:41.401780 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] No DVR routers for this DVR port 46d0bad7-1347-4e46-81e0-08b9af9fbe95 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:01:41.404449 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:41.406774 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-fd8bd034-2de0-441b-9c61-d8a9165f7b8d req-d0e63b09-027e-4a96-82b4-0e7b59ae47d0 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.18 "DELETE /v2.0/ports/46d0bad7-1347-4e46-81e0-08b9af9fbe95 HTTP/1.1" status: 204 len: 173 time: 0.4649346 Aug 16 07:01:41.407274 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ea4f27-2284-4033-aad2-d573cafa4739', 'name': 'network-vif-deleted', 'tag': '46d0bad7-1347-4e46-81e0-08b9af9fbe95'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:01:41.409617 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69b5181-293b-45be-9b23-7b9aecc044cc" -d '{"events": [{"server_uuid": "f9ea4f27-2284-4033-aad2-d573cafa4739", "name": "network-vif-deleted", "tag": "46d0bad7-1347-4e46-81e0-08b9af9fbe95"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:01:41.446942 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e0f448-97b7-4d80-8e3b-f79074a932ab x-openstack-request-id: req-13e0f448-97b7-4d80-8e3b-f79074a932ab {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:01:41.447266 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ea4f27-2284-4033-aad2-d573cafa4739", "name": "network-vif-deleted", "tag": "46d0bad7-1347-4e46-81e0-08b9af9fbe95", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:01:41.447529 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13e0f448-97b7-4d80-8e3b-f79074a932ab {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:01:41.447934 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ea4f27-2284-4033-aad2-d573cafa4739', 'name': 'network-vif-deleted', 'tag': '46d0bad7-1347-4e46-81e0-08b9af9fbe95', 'status': 'completed', 'code': 200} Aug 16 07:01:41.943336 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:42.361130 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b0572972-4a85-4f24-8dbf-912e27616cca req-1a5cc458-94ac-4640-b124-ecdd618a22b7 tempest-VolumesNegativeTest-1778728904 tempest-VolumesNegativeTest-1778728904-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9ea4f27-2284-4033-aad2-d573cafa4739 HTTP/1.1" status: 200 len: 210 time: 0.0286880 Aug 16 07:01:42.910315 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63033ba-d377-4b89-85e8-5f31c51218de req-69fb705c-d577-4412-810e-1e482a419c75 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:42.911831 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e63033ba-d377-4b89-85e8-5f31c51218de req-69fb705c-d577-4412-810e-1e482a419c75 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0554922 Aug 16 07:01:42.949142 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e63033ba-d377-4b89-85e8-5f31c51218de req-28bc4b38-68bd-4cb5-9186-01f3e5b04387 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312712 Aug 16 07:01:42.972610 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37632) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:43.158763 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bd17b-e6ee-4a71-a6d0-9ab0ab8bd5ee tempest-TestMinimumBasicScenario-1946474629 tempest-TestMinimumBasicScenario-1946474629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:43.160355 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-629bd17b-e6ee-4a71-a6d0-9ab0ab8bd5ee tempest-TestMinimumBasicScenario-1946474629 tempest-TestMinimumBasicScenario-1946474629-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1093 time: 0.1866412 Aug 16 07:01:43.163346 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37636) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:43.167798 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'floatingip': {'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'port_id': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:43.252430 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for floatingip, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.356170 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.376790 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37640) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:43.453137 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.498367 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.588322 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Allocated IP 172.27.0.84 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/d9fe415d-215e-4779-b625-05fb53844a23) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:01:43.704305 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.729738 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.800969 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.840617 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040f2ec-e809-49d3-ae91-f06d280087dc,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:43.844760 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4803882038b4f65a50301563bc6301f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670002 Aug 16 07:01:43.847537 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37668) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:43.850918 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.851296 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.851640 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.851976 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.852311 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.852644 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.852976 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.853307 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.853636 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.853963 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.854291 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.854631 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fcbfd4-b9e2-4641-b853-49c65f679164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:43.870149 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.908903 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:43.909936 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c31a-fd5d-41da-8dcf-7cd319558874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.914061 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:43.917639 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:01:43.938980 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c31a-fd5d-41da-8dcf-7cd319558874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:43.945848 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'Port': ['ID=d9fe415d-215e-4779-b625-05fb53844a23,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:44.102914 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c31a-fd5d-41da-8dcf-7cd319558874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:44.105439 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6cd5c31a-fd5d-41da-8dcf-7cd319558874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:44.106563 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-6cd5c31a-fd5d-41da-8dcf-7cd319558874 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6040f2ec-e809-49d3-ae91-f06d280087dc HTTP/1.1" status: 204 len: 168 time: 0.2580328 Aug 16 07:01:44.116131 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5c31a-fd5d-41da-8dcf-7cd319558874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040f2ec-e809-49d3-ae91-f06d280087dc,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:44.578745 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:44.783493 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:44.942671 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.125114 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.204859 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'Port': ['ID=d9fe415d-215e-4779-b625-05fb53844a23,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:45.213283 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.320353 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.l3_db [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Floating IP abb6967f-6cdb-4a03-b6ac-46170d9e1c9d associated. External IP: 172.27.0.84, port: 82867ea3-259d-4a30-afb4-fa0cead1cf59. Aug 16 07:01:45.378442 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37770) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:45.481754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1907842893-network', 'tenant_id': '002bdf9b58f64009af23512ff886f946'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:45.552389 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Router b8914dff-3d66-4c07-8e67-e9a7c548a189 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:01:45.589543 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Made reservation on behalf of 002bdf9b58f64009af23512ff886f946 for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:01:45.593996 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.603675 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.675183 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:01:45.688413 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] Sync routers for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:01:45.701247 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:01:45.701247 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:45.703262 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.789173 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.810706 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:01:45.814115 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 07:01:45.822987 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37549ec-1b30-4c35-ad82-1c42ea70e3a3,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:45.835839 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.836256 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Added segment 74286107-dabe-4822-b873-fb515618451f of type vlan for network 46e84ed5-9ee8-4909-a712-02feb0d17db1 Aug 16 07:01:45.859160 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.886001 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:45.887121 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-c67c31e3-a462-4271-98d6-2feb1f954495 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7227612 Aug 16 07:01:45.888027 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:01:45.890038 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37784) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:45.890916 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231" -d '{"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:01:45.898375 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-4fb6a5ce-f288-465b-9430-1fcb017e0e03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081855448', 'description': 'tempest-secgroup-smoke-2081855448 description', 'project_id': 'c0efc63d26f9406880d510b5cfc2d189'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:45.990313 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a5ce-f288-465b-9430-1fcb017e0e03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.019722 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 46d0bad7-1347-4e46-81e0-08b9af9fbe95 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:01:46.022180 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.023399 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:46.023998 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.048616 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 46d0bad7-1347-4e46-81e0-08b9af9fbe95 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:01:46.048970 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 46d0bad7-1347-4e46-81e0-08b9af9fbe95 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:01:46.062311 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa64ca7a-3ec8-4bcf-8d73-cbafbbc5ecc9 x-openstack-request-id: req-aa64ca7a-3ec8-4bcf-8d73-cbafbbc5ecc9 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:01:46.062650 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:01:46.062906 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa64ca7a-3ec8-4bcf-8d73-cbafbbc5ecc9 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:01:46.063335 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'status': 'completed', 'code': 200} Aug 16 07:01:46.139658 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] Pushing event updated for resources: {'Network': ['ID=46e84ed5-9ee8-4909-a712-02feb0d17db1,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:46.150609 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': 'abb6967f-6cdb-4a03-b6ac-46170d9e1c9d', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'port_id': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'mac_address': 'fa:16:3e:54:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:01:44Z', 'updated_at': '2021-08-16T07:01:44Z', 'revision_number': 0, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:36Z', 'revision_number': 5, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:46.209247 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 46e84ed5-9ee8-4909-a712-02feb0d17db1 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 07:01:46.209247 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] Checking router: b8914dff-3d66-4c07-8e67-e9a7c548a189 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:01:46.209411 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-2f532927-6b4b-44cc-8c19-bda3cc8691e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:46.214731 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-2f532927-6b4b-44cc-8c19-bda3cc8691e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1098 time: 0.1191232 Aug 16 07:01:46.237497 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a5ce-f288-465b-9430-1fcb017e0e03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.274961 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:01:46.275854 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:46.315092 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a5ce-f288-465b-9430-1fcb017e0e03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.365163 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-ca4e28e5-bde3-45e7-a54a-9432ec7fe6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:46.366799 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-ca4e28e5-bde3-45e7-a54a-9432ec7fe6f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 200 len: 915 time: 0.1403954 Aug 16 07:01:46.371209 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6a5ce-f288-465b-9430-1fcb017e0e03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28e0896-4c88-4ef4-8b22-4e5fe678c272,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:46.422596 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-8abc04e2-2685-4922-a851-245a44c750e8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0429344 Aug 16 07:01:46.425623 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37840) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:46.428385 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:01:46.430615 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Request body: {'subnet': {'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1907842893-subnet', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'ip_version': 4}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:46.451415 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a5ce-f288-465b-9430-1fcb017e0e03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.451415 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-4fb6a5ce-f288-465b-9430-1fcb017e0e03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5575767 Aug 16 07:01:46.452264 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-9662affb-ca60-40d1-9f61-1a86ba2dca00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 998 time: 0.0756721 Aug 16 07:01:46.452527 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37842) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:46.457146 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-06420868-0a4a-4e8e-9300-6a271267f6b1 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'security_group_rule': {'security_group_id': 'b28e0896-4c88-4ef4-8b22-4e5fe678c272', 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:46.516379 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-425c4c7b-f81c-488d-91f5-649afeaad9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:46.518044 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-425c4c7b-f81c-488d-91f5-649afeaad9a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 HTTP/1.1" status: 200 len: 854 time: 0.0553761 Aug 16 07:01:46.527174 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Made reservation on behalf of 002bdf9b58f64009af23512ff886f946 for: {'subnet': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:01:46.535306 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59680642'] for subnet, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.588460 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-84bf9454-7671-4759-a6d4-1da454efe7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:46.589997 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-84bf9454-7671-4759-a6d4-1da454efe7a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29643e2b-57c2-4203-bf57-39bb04af0e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614805 Aug 16 07:01:46.659711 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06420868-0a4a-4e8e-9300-6a271267f6b1 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.746163 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-5b6700d1-0e55-474b-a9de-a6492a0f9659 service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462657 Aug 16 07:01:46.749093 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06420868-0a4a-4e8e-9300-6a271267f6b1 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.801722 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f58d4-c202-4ca5-90f1-7a98f4dc6031 req-dc10e62f-acc8-4e7e-b1eb-8ad6144c6e13 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:46.803287 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-025f58d4-c202-4ca5-90f1-7a98f4dc6031 req-dc10e62f-acc8-4e7e-b1eb-8ad6144c6e13 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 945 time: 0.0624256 Aug 16 07:01:46.804757 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': 'abb6967f-6cdb-4a03-b6ac-46170d9e1c9d', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'port_id': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'mac_address': 'fa:16:3e:54:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:01:44Z', 'updated_at': '2021-08-16T07:01:44Z', 'revision_number': 0, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:36Z', 'revision_number': 5, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:46.832096 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff74b4-3286-4ade-b7dd-8033de720e9c None None] The sync data for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi is: [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': 'abb6967f-6cdb-4a03-b6ac-46170d9e1c9d', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'port_id': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'mac_address': 'fa:16:3e:54:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:01:44Z', 'updated_at': '2021-08-16T07:01:44Z', 'revision_number': 0, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:36Z', 'revision_number': 5, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:01:46.839538 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06420868-0a4a-4e8e-9300-6a271267f6b1 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.846298 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-025f58d4-c202-4ca5-90f1-7a98f4dc6031 req-65f76925-0f32-480b-a2b0-6bc12c1424c0 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360143 Aug 16 07:01:46.870632 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59605513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59680688'] for subnet, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.876497 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06420868-0a4a-4e8e-9300-6a271267f6b1 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75fbbcd-61cc-4b60-80bf-eb7267bc1d71,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:46.885573 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4727ed2-79b9-42ee-ba0c-f5fd4d5bb231 req-29a24873-c981-4ef2-867e-cfa22d0e8405 service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210039 Aug 16 07:01:46.927478 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5658af5-84bb-41f7-9b2f-f8ddb27a6089,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:46.944133 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Checking segment: {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:01:46.944471 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Network hostable DHCP agents. Network: 46e84ed5-9ee8-4909-a712-02feb0d17db1, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 07:01:46.972416 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-06420868-0a4a-4e8e-9300-6a271267f6b1 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:46.973656 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-06420868-0a4a-4e8e-9300-6a271267f6b1 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5202060 Aug 16 07:01:46.976601 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37856) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:46.989429 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-19558dd2-a4e8-4f33-8f23-1b7ce6ab2f7c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'security_group_rule': {'security_group_id': 'b28e0896-4c88-4ef4-8b22-4e5fe678c272', 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:47.039705 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2868d289-1062-4d89-aeba-8f6d6dc47200 None None] New status for floating IP abb6967f-6cdb-4a03-b6ac-46170d9e1c9d: ACTIVE {{(pid=101194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:01:47.069477 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Network 46e84ed5-9ee8-4909-a712-02feb0d17db1 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 07:01:47.098354 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-19558dd2-a4e8-4f33-8f23-1b7ce6ab2f7c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.157777 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-19558dd2-a4e8-4f33-8f23-1b7ce6ab2f7c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.212406 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 46e84ed5-9ee8-4909-a712-02feb0d17db1) {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:47.217621 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:47.218204 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.222353 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416aea1d-8b34-4ca4-b8c9-729aeb1fbcbb None None] Network 46e84ed5-9ee8-4909-a712-02feb0d17db1 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:01:47.246401 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-19558dd2-a4e8-4f33-8f23-1b7ce6ab2f7c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.268055 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19558dd2-a4e8-4f33-8f23-1b7ce6ab2f7c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08069fca-7a32-4cfe-8a8e-49ddce80fa3a,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:47.332746 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-924d9219-b37f-4e4e-8d2c-b3b8d6687285 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9060287 Aug 16 07:01:47.335278 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37886) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:47.339883 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:47.388879 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-46e84ed5-9ee8-4909-a712-02feb0d17db1', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 07:01:47.391024 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-19558dd2-a4e8-4f33-8f23-1b7ce6ab2f7c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.395101 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-19558dd2-a4e8-4f33-8f23-1b7ce6ab2f7c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4173303 Aug 16 07:01:47.395608 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37888) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:47.397492 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.404848 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-7cf65c59-d193-4828-b1a0-bbb4767de848 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'security_group_rule': {'security_group_id': 'b28e0896-4c88-4ef4-8b22-4e5fe678c272', 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:47.521780 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.522962 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.546846 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Allocated IP 172.20.0.2 (46e84ed5-9ee8-4909-a712-02feb0d17db1/c5658af5-84bb-41f7-9b2f-f8ddb27a6089/064603c1-f823-4a42-bd53-145264c07d11) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:01:47.584124 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.633965 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7cf65c59-d193-4828-b1a0-bbb4767de848 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.691773 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.703594 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Transition to ACTIVE for port object 064603c1-f823-4a42-bd53-145264c07d11 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:47.713993 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7cf65c59-d193-4828-b1a0-bbb4767de848 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.720934 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Transition to ACTIVE for port object 064603c1-f823-4a42-bd53-145264c07d11 will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:47.823901 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7cf65c59-d193-4828-b1a0-bbb4767de848 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.835212 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.846061 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf65c59-d193-4828-b1a0-bbb4767de848 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b4b94d-6a05-419f-ae4c-01de32fbd884,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:47.887304 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.934564 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Network 46e84ed5-9ee8-4909-a712-02feb0d17db1 is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:47.940298 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:47.945681 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:01:47.953208 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Pushing event updated for resources: {'Port': ['ID=064603c1-f823-4a42-bd53-145264c07d11,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:47.977027 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7cf65c59-d193-4828-b1a0-bbb4767de848 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:47.980887 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-7cf65c59-d193-4828-b1a0-bbb4767de848 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5802538 Aug 16 07:01:47.983197 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37908) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:47.988194 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-13f3d90a-c17e-4df6-b93c-60cd37bd3584 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'security_group_rule': {'security_group_id': 'b28e0896-4c88-4ef4-8b22-4e5fe678c272', 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:48.022694 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Attempting to bind port 064603c1-f823-4a42-bd53-145264c07d11 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:01:48.023720 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Attempting to bind port 064603c1-f823-4a42-bd53-145264c07d11 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:01:48.024181 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Attempting to bind port 064603c1-f823-4a42-bd53-145264c07d11 on network 46e84ed5-9ee8-4909-a712-02feb0d17db1 {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:01:48.030058 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:01:48.030606 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Checking segment: {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:01:48.031457 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.031934 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Bound using segment: {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:01:48.032886 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Bound port: 064603c1-f823-4a42-bd53-145264c07d11, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:01:48.033480 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.051060 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f02dc-f34d-47d3-aaa6-a0c5d1e56681 req-a17edbd0-814e-4b52-b556-9b2871348dc1 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:48.058300 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-352f02dc-f34d-47d3-aaa6-a0c5d1e56681 req-a17edbd0-814e-4b52-b556-9b2871348dc1 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 945 time: 0.1175861 Aug 16 07:01:48.105965 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-352f02dc-f34d-47d3-aaa6-a0c5d1e56681 req-a9829bcb-160f-4c7c-b016-19b0e5ab9632 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467780 Aug 16 07:01:48.115025 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] For port 064603c1-f823-4a42-bd53-145264c07d11, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:01:48.117668 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-13f3d90a-c17e-4df6-b93c-60cd37bd3584 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.118525 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] For port 064603c1-f823-4a42-bd53-145264c07d11, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=064603c1-f823-4a42-bd53-145264c07d11,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:01:48.207870 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-13f3d90a-c17e-4df6-b93c-60cd37bd3584 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.213667 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.253713 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.275574 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c12e9-42bf-4534-9f92-b8380f20694d None None] Pushing event updated for resources: {'Port': ['ID=064603c1-f823-4a42-bd53-145264c07d11,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:48.275866 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.297700 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-13f3d90a-c17e-4df6-b93c-60cd37bd3584 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.320771 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3d90a-c17e-4df6-b93c-60cd37bd3584 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f66625-48ed-4a18-8734-cca5424020f9,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:48.396279 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Allocated IP 172.27.0.183 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/f67fdab6-74e2-4c4a-86ad-f7d57c361a37) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:01:48.441109 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-13f3d90a-c17e-4df6-b93c-60cd37bd3584 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.447232 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-13f3d90a-c17e-4df6-b93c-60cd37bd3584 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4625549 Aug 16 07:01:48.448093 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37932) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:48.455686 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-2964100e-5f21-4467-a583-23c4c4776fd4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'security_group_rule': {'security_group_id': 'b28e0896-4c88-4ef4-8b22-4e5fe678c272', 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:48.561447 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.679914 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.securitygroups_db [None req-2964100e-5f21-4467-a583-23c4c4776fd4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Project c0efc63d26f9406880d510b5cfc2d189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 07:01:48.684469 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2964100e-5f21-4467-a583-23c4c4776fd4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.757057 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2964100e-5f21-4467-a583-23c4c4776fd4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.758388 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.798285 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:48.801223 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:48.804771 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:01:48.826831 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Pushing event updated for resources: {'Port': ['ID=f67fdab6-74e2-4c4a-86ad-f7d57c361a37,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:48.913449 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2964100e-5f21-4467-a583-23c4c4776fd4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:48.956867 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964100e-5f21-4467-a583-23c4c4776fd4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f90cc42-cb8d-4498-8b38-5b9dbbd29fbc,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:49.064019 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2964100e-5f21-4467-a583-23c4c4776fd4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.065452 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-2964100e-5f21-4467-a583-23c4c4776fd4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6162739 Aug 16 07:01:49.068379 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37936) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:49.073521 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-97dc0839-e80d-4a53-ac8d-ec446434c598 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'security_group_rule': {'security_group_id': 'b28e0896-4c88-4ef4-8b22-4e5fe678c272', 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:49.161139 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.securitygroups_db [None req-97dc0839-e80d-4a53-ac8d-ec446434c598 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Project c0efc63d26f9406880d510b5cfc2d189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 07:01:49.166697 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-97dc0839-e80d-4a53-ac8d-ec446434c598 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.203086 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.260443 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbed450-b4de-49b8-bdc9-8e4e38304ac4 None None] Network 46e84ed5-9ee8-4909-a712-02feb0d17db1 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:01:49.323249 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 064603c1-f823-4a42-bd53-145264c07d11 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:49.331393 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-97dc0839-e80d-4a53-ac8d-ec446434c598 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.342896 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-ecab7f07-030d-4f48-808c-0cda069f236b tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:49.344427 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-ecab7f07-030d-4f48-808c-0cda069f236b tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 945 time: 0.1038728 Aug 16 07:01:49.345647 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d11d-9fcf-47a2-ba49-f2fff00d06cd req-56b554b5-e5ca-42fa-ad1f-5b5462dac4a8 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:49.347150 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5912d11d-9fcf-47a2-ba49-f2fff00d06cd req-56b554b5-e5ca-42fa-ad1f-5b5462dac4a8 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 945 time: 0.0977354 Aug 16 07:01:49.420449 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-97dc0839-e80d-4a53-ac8d-ec446434c598 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.436201 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5912d11d-9fcf-47a2-ba49-f2fff00d06cd req-711d428f-3a4d-4500-ba70-8ca0e32f16a1 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/security-groups?id=97eeadb5-cb09-4236-9e56-6b21014635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804017 Aug 16 07:01:49.444722 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc0839-e80d-4a53-ac8d-ec446434c598 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50809c26-2729-4882-b38c-cb8837fe06a9,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:49.479369 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Deleting port 6d30650f-6b17-4082-9fba-d957b1faf1fa {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:01:49.479838 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.498520 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.508593 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-3403ac27-1d0b-4498-9e15-22aa5f69f14c None None] Provisioning for port 064603c1-f823-4a42-bd53-145264c07d11 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:49.543554 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 064603c1-f823-4a42-bd53-145264c07d11 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:49.547800 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-97dc0839-e80d-4a53-ac8d-ec446434c598 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.547800 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-97dc0839-e80d-4a53-ac8d-ec446434c598 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4770648 Aug 16 07:01:49.553472 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 064603c1-f823-4a42-bd53-145264c07d11 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:49.554136 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.609436 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] For port 6d30650f-6b17-4082-9fba-d957b1faf1fa, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6d30650f-6b17-4082-9fba-d957b1faf1fa,segment=NetworkSegment(22b25076-500c-427e-9bcd-624b31f94fbb),segment_id=22b25076-500c-427e-9bcd-624b31f94fbb)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:49.609866 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.636035 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Calling delete_port for 6d30650f-6b17-4082-9fba-d957b1faf1fa owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:01:49.686550 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.694037 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-2f0db98f-2f07-4b74-824f-ae0fa247c639 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081855448&fields=id&tenant_id=c0efc63d26f9406880d510b5cfc2d189 HTTP/1.1" status: 200 len: 267 time: 0.0534840 Aug 16 07:01:49.728567 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 064603c1-f823-4a42-bd53-145264c07d11, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=064603c1-f823-4a42-bd53-145264c07d11,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:49.758835 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-37633fca-0fa6-4e2a-a77e-ff6a8a27fab9 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:49.760267 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-37633fca-0fa6-4e2a-a77e-ff6a8a27fab9 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0655448 Aug 16 07:01:49.771936 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-946f227f-cd7f-45a2-9313-6c7390173e5a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'port': {'security_groups': ['e331845c-d0d7-4107-8886-3f9330163f2c', 'b28e0896-4c88-4ef4-8b22-4e5fe678c272']}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:49.818141 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.842250 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-946f227f-cd7f-45a2-9313-6c7390173e5a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.870872 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7c6967fc-9ac3-4eaf-b4ca-4d3078870e04 None None] Provisioning complete for port 064603c1-f823-4a42-bd53-145264c07d11 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:49.871271 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7c6967fc-9ac3-4eaf-b4ca-4d3078870e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.886679 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Router 4c18a68d-2493-423a-a3b1-bbc717de29eb is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 07:01:49.892498 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=064603c1-f823-4a42-bd53-145264c07d11,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:49.921795 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:49.945265 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['6d30650f-6b17-4082-9fba-d957b1faf1fa'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:01:49.961701 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Pushing event deleted for resources: {'Port': ['ID=6d30650f-6b17-4082-9fba-d957b1faf1fa,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:50.009308 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] No DVR routers for this DVR port 6d30650f-6b17-4082-9fba-d957b1faf1fa on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:01:50.011828 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.014180 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-055694ce-9fd2-4383-b731-3ffb8ea80ce4 req-abee6643-b33a-4960-af50-d75148ea83e9 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.18 "DELETE /v2.0/ports/6d30650f-6b17-4082-9fba-d957b1faf1fa HTTP/1.1" status: 204 len: 173 time: 0.6614838 Aug 16 07:01:50.014639 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e501ec8-a04b-44a0-b53b-c2299e0a4496', 'name': 'network-vif-deleted', 'tag': '6d30650f-6b17-4082-9fba-d957b1faf1fa'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:01:50.017734 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044dc377-3be5-4277-b6e7-17f8561ea62b" -d '{"events": [{"server_uuid": "7e501ec8-a04b-44a0-b53b-c2299e0a4496", "name": "network-vif-deleted", "tag": "6d30650f-6b17-4082-9fba-d957b1faf1fa"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:01:50.060844 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 37950) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:50.063560 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b9e535-d313-4fcd-ae0f-fb5ae061b6a4 x-openstack-request-id: req-96b9e535-d313-4fcd-ae0f-fb5ae061b6a4 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:01:50.063927 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e501ec8-a04b-44a0-b53b-c2299e0a4496", "name": "network-vif-deleted", "tag": "6d30650f-6b17-4082-9fba-d957b1faf1fa", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:01:50.064236 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96b9e535-d313-4fcd-ae0f-fb5ae061b6a4 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:01:50.064690 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e501ec8-a04b-44a0-b53b-c2299e0a4496', 'name': 'network-vif-deleted', 'tag': '6d30650f-6b17-4082-9fba-d957b1faf1fa', 'status': 'completed', 'code': 200} Aug 16 07:01:50.135795 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:01:50.158338 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Sync routers for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:01:50.168537 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:01:50.169163 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:50.205454 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-946f227f-cd7f-45a2-9313-6c7390173e5a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] For port 82867ea3-259d-4a30-afb4-fa0cead1cf59, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:50.244489 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-9daab59f-1adc-47e2-98f4-c6e56a2919c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aae9db64a80743bab57946c61c27916d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823256 Aug 16 07:01:50.247362 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37954) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:50.266082 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-946f227f-cd7f-45a2-9313-6c7390173e5a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.270786 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.270786 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a1f90cb6-b454-42c0-b5a5-89e44b54087f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9343078 Aug 16 07:01:50.274243 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37956) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:50.292882 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:01:50.380444 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fb72-d7ef-4be7-b4f2-335b091f6bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.415769 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fb72-d7ef-4be7-b4f2-335b091f6bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.429437 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-946f227f-cd7f-45a2-9313-6c7390173e5a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.455296 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['82867ea3-259d-4a30-afb4-fa0cead1cf59'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:01:50.476522 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-946f227f-cd7f-45a2-9313-6c7390173e5a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:50.477291 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-946f227f-cd7f-45a2-9313-6c7390173e5a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.483373 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-056c7962-449c-4f79-9bdf-e93a68fca429 req-946f227f-cd7f-45a2-9313-6c7390173e5a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "PUT /v2.0/ports/82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 981 time: 0.7158494 Aug 16 07:01:50.500713 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:01:50.505796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92985264-06f9-44f9-bb16-7d8e1afcd773" -d '{"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:01:50.554896 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:48Z', 'revision_number': 3, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:50.580695 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f227f-cd7f-45a2-9313-6c7390173e5a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'Port': ['ID=82867ea3-259d-4a30-afb4-fa0cead1cf59,revision_number=6']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:50.624932 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fb72-d7ef-4be7-b4f2-335b091f6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.628260 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fb72-d7ef-4be7-b4f2-335b091f6bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.629768 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-c6e5fb72-d7ef-4be7-b4f2-335b091f6bfb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84b6a004-357e-4c13-82ac-fdf4b5b0aebe HTTP/1.1" status: 204 len: 168 time: 0.3809671 Aug 16 07:01:50.643984 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5fb72-d7ef-4be7-b4f2-335b091f6bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6a004-357e-4c13-82ac-fdf4b5b0aebe,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:50.784140 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['82867ea3-259d-4a30-afb4-fa0cead1cf59'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:01:50.799798 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Checking router: 4c18a68d-2493-423a-a3b1-bbc717de29eb for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:01:50.800089 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Updating router 4c18a68d-2493-423a-a3b1-bbc717de29eb port f67fdab6-74e2-4c4a-86ad-f7d57c361a37 binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:01:50.868806 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.921676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:50.974266 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-b6e65efa-254d-4e1f-a3e1-0241f3fb04e5 None None] Provisioning complete for port 82867ea3-259d-4a30-afb4-fa0cead1cf59 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:50.974551 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b6e65efa-254d-4e1f-a3e1-0241f3fb04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:51.056928 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c6d1cbca-c909-4e98-8d11-2e07b7381c10 req-45f6abe8-e65e-48d7-8f63-ba6bd7c66857 tempest-VolumesSnapshotTestJSON-2077690633 tempest-VolumesSnapshotTestJSON-2077690633-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e501ec8-a04b-44a0-b53b-c2299e0a4496 HTTP/1.1" status: 200 len: 210 time: 0.3761384 Aug 16 07:01:51.080642 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5513ab-e4c6-4585-9125-3f5bd226c425 req-539333f8-ebac-42c8-ac45-43e8e323a9be tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:51.080642 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-df5513ab-e4c6-4585-9125-3f5bd226c425 req-539333f8-ebac-42c8-ac45-43e8e323a9be tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.4699969 Aug 16 07:01:51.151190 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-df5513ab-e4c6-4585-9125-3f5bd226c425 req-46d3762e-774c-45bd-99f9-70946d9419eb tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645759 Aug 16 07:01:51.158359 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Allocated IP 172.20.0.1 (46e84ed5-9ee8-4909-a712-02feb0d17db1/c5658af5-84bb-41f7-9b2f-f8ddb27a6089/25b1f26d-d910-439c-9d45-03fc3b4afd95) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:01:51.181441 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9964ed90-96e5-4dc7-b57d-454f67131012 x-openstack-request-id: req-9964ed90-96e5-4dc7-b57d-454f67131012 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:01:51.181739 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:01:51.181995 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9964ed90-96e5-4dc7-b57d-454f67131012 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:01:51.182414 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'status': 'completed', 'code': 200} Aug 16 07:01:51.288834 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 064603c1-f823-4a42-bd53-145264c07d11 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:51.316012 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-a10e8976-8def-4f38-a812-0a8e60a53c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:51.317532 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-a10e8976-8def-4f38-a812-0a8e60a53c23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1137 time: 0.1006613 Aug 16 07:01:51.359055 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:51.404692 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Transition to ACTIVE for port object 25b1f26d-d910-439c-9d45-03fc3b4afd95 will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:51.455272 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-41d79c4d-db8c-457c-ae29-741d0d5bc6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:51.456843 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-41d79c4d-db8c-457c-ae29-741d0d5bc6a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 200 len: 915 time: 0.1288524 Aug 16 07:01:51.526789 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:51.537899 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-ccfe24da-e66b-4d39-9123-4c6ae7549e1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 1000 time: 0.0707183 Aug 16 07:01:51.562975 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 064603c1-f823-4a42-bd53-145264c07d11 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:51.563607 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:51.593952 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Network 46e84ed5-9ee8-4909-a712-02feb0d17db1 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:51.601496 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:51.609373 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:01:51.624312 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:51.634477 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Pushing event updated for resources: {'Port': ['ID=25b1f26d-d910-439c-9d45-03fc3b4afd95,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:51.645487 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-54dd1399-8cd1-470f-b848-10ad0142c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:51.646972 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-54dd1399-8cd1-470f-b848-10ad0142c1b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 HTTP/1.1" status: 200 len: 854 time: 0.0905428 Aug 16 07:01:51.652721 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Transition to ACTIVE for port object f67fdab6-74e2-4c4a-86ad-f7d57c361a37 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:51.683479 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:51.745160 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-db6a499e-e2ae-4c56-8865-6b542f99f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:51.747989 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-db6a499e-e2ae-4c56-8865-6b542f99f50a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29643e2b-57c2-4203-bf57-39bb04af0e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914102 Aug 16 07:01:51.754248 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:51.858566 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60937cb6-28c6-41ca-af12-d1db09acca94 None None] Pushing event updated for resources: {'Port': ['ID=f67fdab6-74e2-4c4a-86ad-f7d57c361a37,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:51.860897 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Attempting to bind port f67fdab6-74e2-4c4a-86ad-f7d57c361a37 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:01:51.861267 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Attempting to bind port f67fdab6-74e2-4c4a-86ad-f7d57c361a37 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:01:51.861635 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Attempting to bind port f67fdab6-74e2-4c4a-86ad-f7d57c361a37 on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:01:51.881299 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-6d3b053e-9a46-4a9f-8eb4-20bb068b584a service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244328 Aug 16 07:01:51.885986 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:01:51.886364 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:01:51.886762 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:51.887172 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:01:51.887707 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Bound port: f67fdab6-74e2-4c4a-86ad-f7d57c361a37, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:01:51.888158 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:51.965864 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:52.007762 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] For port f67fdab6-74e2-4c4a-86ad-f7d57c361a37, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:01:52.015208 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-53f53eae-ddee-4a0e-b7a8-50d36a5bf6e3 None None] Provisioning for port 25b1f26d-d910-439c-9d45-03fc3b4afd95 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:52.027495 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-92985264-06f9-44f9-bb16-7d8e1afcd773 req-49ee28fb-63f0-40af-aaac-0eeda15f18ce service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393471 Aug 16 07:01:52.030518 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] For port f67fdab6-74e2-4c4a-86ad-f7d57c361a37, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f67fdab6-74e2-4c4a-86ad-f7d57c361a37,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:01:52.031744 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-53f53eae-ddee-4a0e-b7a8-50d36a5bf6e3 None None] Provisioning complete for port 25b1f26d-d910-439c-9d45-03fc3b4afd95 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:52.032116 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53f53eae-ddee-4a0e-b7a8-50d36a5bf6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:52.071228 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-53f53eae-ddee-4a0e-b7a8-50d36a5bf6e3 None None] Port 25b1f26d-d910-439c-9d45-03fc3b4afd95 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:01:52.093409 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:52.152932 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:01:52.154094 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:52.167230 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:52.197721 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60937cb6-28c6-41ca-af12-d1db09acca94 None None] Pushing event updated for resources: {'Port': ['ID=f67fdab6-74e2-4c4a-86ad-f7d57c361a37,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:52.240666 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:52.278245 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:01:52.311901 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:52.314111 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Pushing event updated for resources: {'Port': ['ID=25b1f26d-d910-439c-9d45-03fc3b4afd95,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:52.408767 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Network 46e84ed5-9ee8-4909-a712-02feb0d17db1 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:52.410675 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:52.501502 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 1, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:52.529391 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01571a6e-5529-4e11-ae84-f65aa4eb6c37 None None] The sync data for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi is: [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 1, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:01:52.534781 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Router 4c18a68d-2493-423a-a3b1-bbc717de29eb has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:01:52.694722 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-0fffa135-b58a-4514-b81c-90ca8c5bea78 None None] Provisioning complete for port 25b1f26d-d910-439c-9d45-03fc3b4afd95 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:52.695342 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-0fffa135-b58a-4514-b81c-90ca8c5bea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:52.777530 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-0fffa135-b58a-4514-b81c-90ca8c5bea78 None None] Port 25b1f26d-d910-439c-9d45-03fc3b4afd95 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:01:52.907089 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:01:52.915832 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ab74d7ff-cb92-4556-9313-f9dcec602c85 admin admin] 10.222.0.20 "PUT /v2.0/routers/4c18a68d-2493-423a-a3b1-bbc717de29eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6371396 Aug 16 07:01:53.276363 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f67fdab6-74e2-4c4a-86ad-f7d57c361a37 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:53.431914 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port f67fdab6-74e2-4c4a-86ad-f7d57c361a37 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:53.434129 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port f67fdab6-74e2-4c4a-86ad-f7d57c361a37 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:53.435351 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:53.524649 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:53.546722 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port f67fdab6-74e2-4c4a-86ad-f7d57c361a37, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f67fdab6-74e2-4c4a-86ad-f7d57c361a37,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:53.627177 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:53.675766 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=f67fdab6-74e2-4c4a-86ad-f7d57c361a37,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:53.720409 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 37992) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:53.726249 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-703189643-network', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:53.829321 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Made reservation on behalf of d6b1970810834e3792e8ae4626c917ae for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:01:53.831757 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:53.841782 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:53.934886 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:53.977060 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 6d30650f-6b17-4082-9fba-d957b1faf1fa no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:01:53.998313 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 6d30650f-6b17-4082-9fba-d957b1faf1fa {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:01:53.998664 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 6d30650f-6b17-4082-9fba-d957b1faf1fa not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:01:54.029461 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.029737 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.052727 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 07:01:54.067084 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917c5b7e-ff9d-458d-be7e-5544b1cc1f61,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:54.070015 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.070358 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Added segment 8526b0a0-4d67-43d4-ab33-1e9a4e932fba of type vlan for network bee18276-3100-48b4-9683-9051ed417fed Aug 16 07:01:54.111698 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.194744 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.195782 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:54.196359 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.255206 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] Pushing event updated for resources: {'Network': ['ID=bee18276-3100-48b4-9683-9051ed417fed,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:54.265036 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network bee18276-3100-48b4-9683-9051ed417fed details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 07:01:54.315651 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-2755fd93-74ef-4d09-8b86-8badb4b54337 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5935373 Aug 16 07:01:54.318436 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38002) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:54.323343 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Request body: {'subnet': {'network_id': 'bee18276-3100-48b4-9683-9051ed417fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-703189643-subnet', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'ip_version': 4}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:54.436737 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Sync routers for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:01:54.446082 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:01:54.446692 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:54.457958 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Made reservation on behalf of d6b1970810834e3792e8ae4626c917ae for: {'subnet': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:01:54.460316 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59680642'] for subnet, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.551454 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:01:54.720704 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59605513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59680688'] for subnet, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.750671 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:52Z', 'revision_number': 2, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:54.776097 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Checking router: 4c18a68d-2493-423a-a3b1-bbc717de29eb for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:01:54.776451 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Updating router 4c18a68d-2493-423a-a3b1-bbc717de29eb port 25b1f26d-d910-439c-9d45-03fc3b4afd95 binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:01:54.776600 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb021638-0ed0-44f0-8285-0c6d20dbf8ec,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:54.784383 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Checking segment: {'id': '8526b0a0-4d67-43d4-ab33-1e9a4e932fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:01:54.784736 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Network hostable DHCP agents. Network: bee18276-3100-48b4-9683-9051ed417fed, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 07:01:54.802448 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.857653 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Network bee18276-3100-48b4-9683-9051ed417fed is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 07:01:54.943063 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, bee18276-3100-48b4-9683-9051ed417fed) {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:54.947379 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:01:54.947965 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:54.957449 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99244ede-9ae2-42c6-bdbc-8c4519fa2839 None None] Network bee18276-3100-48b4-9683-9051ed417fed requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:01:55.036043 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-24aee5e0-bd9c-4c7f-8d90-5a6c795e3386 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7162623 Aug 16 07:01:55.038417 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38004) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:55.043311 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:01:55.117867 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-bee18276-3100-48b4-9683-9051ed417fed', 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'fixed_ips': [{'subnet_id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 07:01:55.118724 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.138960 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.146754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.152736 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.162853 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Transition to ACTIVE for port object 25b1f26d-d910-439c-9d45-03fc3b4afd95 will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:55.202482 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.218981 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:01:55.246323 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.252352 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f67fdab6-74e2-4c4a-86ad-f7d57c361a37 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:55.299063 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Allocated IP 172.20.0.2 (bee18276-3100-48b4-9683-9051ed417fed/fb021638-0ed0-44f0-8285-0c6d20dbf8ec/94c6cad7-fa3a-49f3-a56f-695cc48e53c4) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:01:55.299727 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Pushing event updated for resources: {'Port': ['ID=25b1f26d-d910-439c-9d45-03fc3b4afd95,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:55.302524 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.302887 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.303261 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.303593 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.303921 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.304249 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.304573 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.304894 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.305496 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.305629 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.306496 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.306496 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:01:55.372699 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port f67fdab6-74e2-4c4a-86ad-f7d57c361a37 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:55.373222 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.376452 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Attempting to bind port 25b1f26d-d910-439c-9d45-03fc3b4afd95 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:01:55.377015 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Attempting to bind port 25b1f26d-d910-439c-9d45-03fc3b4afd95 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:01:55.377671 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Attempting to bind port 25b1f26d-d910-439c-9d45-03fc3b4afd95 on network 46e84ed5-9ee8-4909-a712-02feb0d17db1 {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:01:55.390408 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:01:55.390408 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Checking segment: {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:01:55.390408 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.390408 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Bound using segment: {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:01:55.390408 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Bound port: 25b1f26d-d910-439c-9d45-03fc3b4afd95, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:01:55.390408 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.467507 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] For port 25b1f26d-d910-439c-9d45-03fc3b4afd95, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:01:55.472736 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] For port 25b1f26d-d910-439c-9d45-03fc3b4afd95, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=25b1f26d-d910-439c-9d45-03fc3b4afd95,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:01:55.474797 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.526937 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.540730 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Transition to ACTIVE for port object 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:55.544988 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.561458 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Transition to ACTIVE for port object 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:55.604364 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:01:55.605079 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:55.617960 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.649361 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18e65a-238a-4973-b579-febc5ced0baa None None] Pushing event updated for resources: {'Port': ['ID=25b1f26d-d910-439c-9d45-03fc3b4afd95,revision_number=4']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:55.663209 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Network bee18276-3100-48b4-9683-9051ed417fed is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:55.669558 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:55.671634 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Pushing event updated for resources: {'Port': ['ID=94c6cad7-fa3a-49f3-a56f-695cc48e53c4,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:55.673804 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:01:55.739113 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:01:55.797169 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.817479 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.860073 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Attempting to bind port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:01:55.860073 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Attempting to bind port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '8526b0a0-4d67-43d4-ab33-1e9a4e932fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:01:55.860073 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Attempting to bind port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 on network bee18276-3100-48b4-9683-9051ed417fed {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:01:55.862311 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:01:55.862684 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Checking segment: {'id': '8526b0a0-4d67-43d4-ab33-1e9a4e932fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:01:55.863078 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.863500 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Bound using segment: {'id': '8526b0a0-4d67-43d4-ab33-1e9a4e932fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:01:55.865389 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Bound port: 94c6cad7-fa3a-49f3-a56f-695cc48e53c4, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8526b0a0-4d67-43d4-ab33-1e9a4e932fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:01:55.866119 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:55.932963 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Allocated IP 172.27.0.2 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/4514f6f7-8489-4d1b-956f-5c1999ad81f0) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:01:55.939943 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] For port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:01:55.943104 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] For port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=94c6cad7-fa3a-49f3-a56f-695cc48e53c4,segment=NetworkSegment(8526b0a0-4d67-43d4-ab33-1e9a4e932fba),segment_id=8526b0a0-4d67-43d4-ab33-1e9a4e932fba)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:01:55.959349 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:55Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:55.984495 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d2714-d3ca-4064-a3ee-62131a47e6a1 None None] The sync data for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi is: [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:55Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:01:55.995651 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:56.063883 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:56.070733 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbce66d-5e32-4bde-8b47-f19736ce3e14 None None] Pushing event updated for resources: {'Port': ['ID=94c6cad7-fa3a-49f3-a56f-695cc48e53c4,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:56.166800 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:56.205453 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:56.217620 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:56.234109 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:01:56.289277 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Pushing event updated for resources: {'Port': ['ID=4514f6f7-8489-4d1b-956f-5c1999ad81f0,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:56.687778 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:56.881568 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:56.965528 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7184040c-8785-4dfb-a6ee-a3a885638c95 None None] Network bee18276-3100-48b4-9683-9051ed417fed requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:01:57.097495 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 07:01:57.136939 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18d35685-538f-4428-851a-8b1d917a3faf None None] Provisioning for port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:57.212825 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:01:57.228424 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Sync routers for ids ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:01:57.244166 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Routers {'15d61ce6-013e-4f14-8b7f-84403b8a7bc3'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:01:57.245310 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:57.297605 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:57.299072 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-133593fc-45f5-40e6-80c8-07fce9267945 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2595644 Aug 16 07:01:57.301732 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38014) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:01:57.396159 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Set router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:01:57.431082 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 25b1f26d-d910-439c-9d45-03fc3b4afd95 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:57.622204 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:56Z', 'revision_number': 3, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'gw_port': {'id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:57.652607 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Checking router: 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:01:57.652882 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Updating router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 port 4514f6f7-8489-4d1b-956f-5c1999ad81f0 binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:01:57.655562 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 25b1f26d-d910-439c-9d45-03fc3b4afd95 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:57.660073 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 25b1f26d-d910-439c-9d45-03fc3b4afd95 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:57.660460 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:57.703105 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:57.752146 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:57.855977 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:57.912414 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Allocated IP 172.20.0.1 (bee18276-3100-48b4-9683-9051ed417fed/fb021638-0ed0-44f0-8285-0c6d20dbf8ec/66436a72-2169-40b4-86e5-d7cd4586efbc) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:01:57.942557 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 25b1f26d-d910-439c-9d45-03fc3b4afd95, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=25b1f26d-d910-439c-9d45-03fc3b4afd95,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:58.008644 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.009420 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:58.016592 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.029371 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Transition to ACTIVE for port object 66436a72-2169-40b4-86e5-d7cd4586efbc will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:58.066623 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.090043 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Transition to ACTIVE for port object 4514f6f7-8489-4d1b-956f-5c1999ad81f0 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:01:58.109332 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.109914 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=25b1f26d-d910-439c-9d45-03fc3b4afd95,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:58.150892 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Network bee18276-3100-48b4-9683-9051ed417fed is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:58.154344 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:58.157037 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:01:58.166279 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.182765 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=66436a72-2169-40b4-86e5-d7cd4586efbc,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:58.213690 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:58.217480 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.233370 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Attempting to bind port 4514f6f7-8489-4d1b-956f-5c1999ad81f0 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:01:58.233749 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Attempting to bind port 4514f6f7-8489-4d1b-956f-5c1999ad81f0 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:01:58.234243 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Attempting to bind port 4514f6f7-8489-4d1b-956f-5c1999ad81f0 on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:01:58.239318 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:58.239693 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.243611 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99c189-4bc7-4ebb-ae3f-ad42cbb8baa8 None None] Pushing event updated for resources: {'Port': ['ID=4514f6f7-8489-4d1b-956f-5c1999ad81f0,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:58.268532 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:01:58.268908 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:01:58.269313 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.269707 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:01:58.270191 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Bound port: 4514f6f7-8489-4d1b-956f-5c1999ad81f0, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:01:58.270573 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.355375 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] For port 4514f6f7-8489-4d1b-956f-5c1999ad81f0, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:01:58.378020 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] For port 4514f6f7-8489-4d1b-956f-5c1999ad81f0, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=4514f6f7-8489-4d1b-956f-5c1999ad81f0,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:01:58.382254 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.430462 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=94c6cad7-fa3a-49f3-a56f-695cc48e53c4,segment=NetworkSegment(8526b0a0-4d67-43d4-ab33-1e9a4e932fba),segment_id=8526b0a0-4d67-43d4-ab33-1e9a4e932fba)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:01:58.445102 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.486882 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.540687 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.542538 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1e3c9e9b-320a-4277-b838-75b4c40c0806 None None] Provisioning for port 66436a72-2169-40b4-86e5-d7cd4586efbc completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:01:58.553021 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1e3c9e9b-320a-4277-b838-75b4c40c0806 None None] Provisioning complete for port 66436a72-2169-40b4-86e5-d7cd4586efbc triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:58.557806 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9e9b-320a-4277-b838-75b4c40c0806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.557806 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99c189-4bc7-4ebb-ae3f-ad42cbb8baa8 None None] Pushing event updated for resources: {'Port': ['ID=4514f6f7-8489-4d1b-956f-5c1999ad81f0,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:58.576898 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Routers {'15d61ce6-013e-4f14-8b7f-84403b8a7bc3'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:01:58.577528 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:58.612297 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.673090 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c9e9b-320a-4277-b838-75b4c40c0806 None None] Port 66436a72-2169-40b4-86e5-d7cd4586efbc cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:01:58.675055 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.676869 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=94c6cad7-fa3a-49f3-a56f-695cc48e53c4,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:58.730265 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] Set router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:01:58.743958 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=66436a72-2169-40b4-86e5-d7cd4586efbc,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:01:58.750278 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:58.840432 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Network bee18276-3100-48b4-9683-9051ed417fed is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:01:58.841906 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:01:58.941214 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:58Z', 'revision_number': 4, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'gw_port': {'id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '66436a72-2169-40b4-86e5-d7cd4586efbc', 'name': '', 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'mac_address': 'fa:16:3e:00:f0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:57Z', 'updated_at': '2021-08-16T07:01:57Z', 'revision_number': 1, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'subnets': [{'id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:01:58.970692 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53479c10-e4a7-4d98-8007-bbc1a350c860 None None] The sync data for ids ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'] in dv-cinder-803901-6-iscsi is: [{'id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:58Z', 'revision_number': 4, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'gw_port': {'id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '66436a72-2169-40b4-86e5-d7cd4586efbc', 'name': '', 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'mac_address': 'fa:16:3e:00:f0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:57Z', 'updated_at': '2021-08-16T07:01:57Z', 'revision_number': 1, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'subnets': [{'id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:01:59.094917 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-32e13281-b0d6-41dd-af92-fb277132f386 None None] Provisioning complete for port 66436a72-2169-40b4-86e5-d7cd4586efbc triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:59.095602 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-32e13281-b0d6-41dd-af92-fb277132f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:59.131676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-32e13281-b0d6-41dd-af92-fb277132f386 None None] Port 66436a72-2169-40b4-86e5-d7cd4586efbc cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:01:59.204080 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:01:59.266101 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 25b1f26d-d910-439c-9d45-03fc3b4afd95 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:59.333294 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:01:59.348350 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-d49cc0a6-8308-4e18-afa9-5d4ef5847ac3 admin admin] 10.222.0.20 "PUT /v2.0/routers/15d61ce6-013e-4f14-8b7f-84403b8a7bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0357046 Aug 16 07:01:59.453974 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 25b1f26d-d910-439c-9d45-03fc3b4afd95 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:59.454345 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:01:59.555059 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:01:59.609234 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:01:59.609997 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:00.537695 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38034) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:00.542472 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-bb5825d5-b015-4974-ba5b-956c43140442 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080764980', 'description': 'tempest-secgroup-smoke-1080764980 description', 'project_id': '002bdf9b58f64009af23512ff886f946'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:00.612177 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-bb5825d5-b015-4974-ba5b-956c43140442 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:00.705088 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-bb5825d5-b015-4974-ba5b-956c43140442 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:00.771895 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-bb5825d5-b015-4974-ba5b-956c43140442 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:00.810212 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5825d5-b015-4974-ba5b-956c43140442 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60231f00-d53a-4962-a363-b55fa65ab6ad,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:00.897481 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-bb5825d5-b015-4974-ba5b-956c43140442 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:00.898743 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-bb5825d5-b015-4974-ba5b-956c43140442 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3601902 Aug 16 07:02:00.901691 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38036) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:00.906689 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-48d4f90d-fd6e-4eb1-aed2-a503884bfbbb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Request body: {'security_group_rule': {'security_group_id': '60231f00-d53a-4962-a363-b55fa65ab6ad', 'project_id': '002bdf9b58f64009af23512ff886f946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:00.939788 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Sync routers for ids ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:02:00.949157 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Routers {'15d61ce6-013e-4f14-8b7f-84403b8a7bc3'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:00.949781 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:01.010348 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-48d4f90d-fd6e-4eb1-aed2-a503884bfbbb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.055725 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Set router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:01.066809 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-48d4f90d-fd6e-4eb1-aed2-a503884bfbbb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.126126 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-48d4f90d-fd6e-4eb1-aed2-a503884bfbbb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.146215 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4f90d-fd6e-4eb1-aed2-a503884bfbbb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d14d32f-eb5e-4d56-9c06-5aecb4ac75c8,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:01.215330 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-48d4f90d-fd6e-4eb1-aed2-a503884bfbbb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.218339 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-48d4f90d-fd6e-4eb1-aed2-a503884bfbbb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156245 Aug 16 07:02:01.221403 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38042) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:01.227113 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-68c3e796-e3c0-4776-b1c6-aeb899f1652b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Request body: {'security_group_rule': {'security_group_id': '60231f00-d53a-4962-a363-b55fa65ab6ad', 'project_id': '002bdf9b58f64009af23512ff886f946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:01.284390 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 4514f6f7-8489-4d1b-956f-5c1999ad81f0 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:01.300160 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:58Z', 'revision_number': 4, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'gw_port': {'id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '66436a72-2169-40b4-86e5-d7cd4586efbc', 'name': '', 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'mac_address': 'fa:16:3e:00:f0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:57Z', 'updated_at': '2021-08-16T07:01:58Z', 'revision_number': 2, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'subnets': [{'id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:01.327025 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Checking router: 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:02:01.327410 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Updating router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 port 66436a72-2169-40b4-86e5-d7cd4586efbc binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:02:01.342889 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-68c3e796-e3c0-4776-b1c6-aeb899f1652b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.351652 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.403010 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-68c3e796-e3c0-4776-b1c6-aeb899f1652b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.435730 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 4514f6f7-8489-4d1b-956f-5c1999ad81f0 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:01.440081 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 4514f6f7-8489-4d1b-956f-5c1999ad81f0 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:01.440465 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.523044 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.544493 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-68c3e796-e3c0-4776-b1c6-aeb899f1652b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.545102 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 4514f6f7-8489-4d1b-956f-5c1999ad81f0, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=4514f6f7-8489-4d1b-956f-5c1999ad81f0,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:01.563476 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3e796-e3c0-4776-b1c6-aeb899f1652b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6ee5c2-53eb-4207-91d7-6c7a7963cd5a,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:01.620759 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.629136 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-68c3e796-e3c0-4776-b1c6-aeb899f1652b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.633162 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-68c3e796-e3c0-4776-b1c6-aeb899f1652b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4079907 Aug 16 07:02:01.634897 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Transition to ACTIVE for port object 66436a72-2169-40b4-86e5-d7cd4586efbc will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:01.635033 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38048) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:01.635479 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.638638 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-9a28ff14-c071-4db9-98ff-01e20d2ff39f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Request body: {'security_group_rule': {'security_group_id': '60231f00-d53a-4962-a363-b55fa65ab6ad', 'project_id': '002bdf9b58f64009af23512ff886f946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:01.683353 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=4514f6f7-8489-4d1b-956f-5c1999ad81f0,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:01.709167 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.749444 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9a28ff14-c071-4db9-98ff-01e20d2ff39f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.760847 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0042-5d20-4de4-aab8-2be2133cfa10 None None] Pushing event updated for resources: {'Port': ['ID=66436a72-2169-40b4-86e5-d7cd4586efbc,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:01.816492 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Attempting to bind port 66436a72-2169-40b4-86e5-d7cd4586efbc on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:02:01.816738 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9a28ff14-c071-4db9-98ff-01e20d2ff39f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.816983 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Attempting to bind port 66436a72-2169-40b4-86e5-d7cd4586efbc by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '8526b0a0-4d67-43d4-ab33-1e9a4e932fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:02:01.817225 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Attempting to bind port 66436a72-2169-40b4-86e5-d7cd4586efbc on network bee18276-3100-48b4-9683-9051ed417fed {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:01.822615 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:02:01.822984 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Checking segment: {'id': '8526b0a0-4d67-43d4-ab33-1e9a4e932fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:01.823436 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.823826 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Bound using segment: {'id': '8526b0a0-4d67-43d4-ab33-1e9a4e932fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:02:01.824316 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Bound port: 66436a72-2169-40b4-86e5-d7cd4586efbc, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8526b0a0-4d67-43d4-ab33-1e9a4e932fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:02:01.824706 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.889972 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] For port 66436a72-2169-40b4-86e5-d7cd4586efbc, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:02:01.893243 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] For port 66436a72-2169-40b4-86e5-d7cd4586efbc, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=66436a72-2169-40b4-86e5-d7cd4586efbc,segment=NetworkSegment(8526b0a0-4d67-43d4-ab33-1e9a4e932fba),segment_id=8526b0a0-4d67-43d4-ab33-1e9a4e932fba)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:02:01.914880 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9a28ff14-c071-4db9-98ff-01e20d2ff39f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:01.933133 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28ff14-c071-4db9-98ff-01e20d2ff39f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8c055d-f38c-4984-be6f-5277b8c736df,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:02.012351 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9a28ff14-c071-4db9-98ff-01e20d2ff39f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.012686 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.013871 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-9a28ff14-c071-4db9-98ff-01e20d2ff39f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793051 Aug 16 07:02:02.016574 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38050) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:02.021138 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-462b41a9-f4bc-4801-b276-9942724bedbe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Request body: {'security_group_rule': {'security_group_id': '60231f00-d53a-4962-a363-b55fa65ab6ad', 'project_id': '002bdf9b58f64009af23512ff886f946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:02.062341 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Routers {'15d61ce6-013e-4f14-8b7f-84403b8a7bc3'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:02.063004 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:01:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:02.108919 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-462b41a9-f4bc-4801-b276-9942724bedbe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.110175 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0042-5d20-4de4-aab8-2be2133cfa10 None None] Pushing event updated for resources: {'Port': ['ID=66436a72-2169-40b4-86e5-d7cd4586efbc,revision_number=4']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:02.179685 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-462b41a9-f4bc-4801-b276-9942724bedbe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.251778 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-462b41a9-f4bc-4801-b276-9942724bedbe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.270233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b41a9-f4bc-4801-b276-9942724bedbe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f294912-8878-4d36-a292-30553136852a,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:02.277478 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] Set router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:02.320716 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-462b41a9-f4bc-4801-b276-9942724bedbe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.321855 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-462b41a9-f4bc-4801-b276-9942724bedbe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3043489 Aug 16 07:02:02.324504 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38052) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:02.330148 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-aae82b6e-f8d2-4984-bb2c-b71a1471d2d3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Request body: {'security_group_rule': {'security_group_id': '60231f00-d53a-4962-a363-b55fa65ab6ad', 'project_id': '002bdf9b58f64009af23512ff886f946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:02.417523 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.securitygroups_db [None req-aae82b6e-f8d2-4984-bb2c-b71a1471d2d3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Project 002bdf9b58f64009af23512ff886f946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 07:02:02.422801 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-aae82b6e-f8d2-4984-bb2c-b71a1471d2d3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.469156 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:58Z', 'revision_number': 4, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'gw_port': {'id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '66436a72-2169-40b4-86e5-d7cd4586efbc', 'name': '', 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'mac_address': 'fa:16:3e:00:f0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:57Z', 'updated_at': '2021-08-16T07:02:01Z', 'revision_number': 4, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'subnets': [{'id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:02.485827 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-aae82b6e-f8d2-4984-bb2c-b71a1471d2d3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.495751 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b29fa-79fd-4a78-8e7f-74e059ed6bba None None] The sync data for ids ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'] in dv-cinder-803901-6-iscsi is: [{'id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:01:58Z', 'revision_number': 4, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'gw_port': {'id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '66436a72-2169-40b4-86e5-d7cd4586efbc', 'name': '', 'network_id': 'bee18276-3100-48b4-9683-9051ed417fed', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'mac_address': 'fa:16:3e:00:f0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:57Z', 'updated_at': '2021-08-16T07:02:01Z', 'revision_number': 4, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'subnets': [{'id': 'fb021638-0ed0-44f0-8285-0c6d20dbf8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:02:02.594985 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-aae82b6e-f8d2-4984-bb2c-b71a1471d2d3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.613876 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae82b6e-f8d2-4984-bb2c-b71a1471d2d3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fda5e6d-a541-49c6-ae74-3a564d0aa3bc,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:02.771822 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-aae82b6e-f8d2-4984-bb2c-b71a1471d2d3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.773085 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-aae82b6e-f8d2-4984-bb2c-b71a1471d2d3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4469051 Aug 16 07:02:02.775801 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38058) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:02.780551 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-a367c126-a463-4573-86b6-6330f5bc3eff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Request body: {'security_group_rule': {'security_group_id': '60231f00-d53a-4962-a363-b55fa65ab6ad', 'project_id': '002bdf9b58f64009af23512ff886f946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:02.869468 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.securitygroups_db [None req-a367c126-a463-4573-86b6-6330f5bc3eff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Project 002bdf9b58f64009af23512ff886f946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 07:02:02.875747 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a367c126-a463-4573-86b6-6330f5bc3eff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:02.943292 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a367c126-a463-4573-86b6-6330f5bc3eff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:03.023151 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a367c126-a463-4573-86b6-6330f5bc3eff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:03.040964 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367c126-a463-4573-86b6-6330f5bc3eff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d123a3-1a76-42ed-b0b3-52a947ce5777,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:03.109131 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a367c126-a463-4573-86b6-6330f5bc3eff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:03.110348 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a367c126-a463-4573-86b6-6330f5bc3eff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335905 Aug 16 07:02:03.280410 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 66436a72-2169-40b4-86e5-d7cd4586efbc up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:03.389863 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 66436a72-2169-40b4-86e5-d7cd4586efbc completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:03.394002 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 66436a72-2169-40b4-86e5-d7cd4586efbc triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:03.394384 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:03.473979 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:03.506595 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 66436a72-2169-40b4-86e5-d7cd4586efbc, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=66436a72-2169-40b4-86e5-d7cd4586efbc,segment=NetworkSegment(8526b0a0-4d67-43d4-ab33-1e9a4e932fba),segment_id=8526b0a0-4d67-43d4-ab33-1e9a4e932fba)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:03.588921 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:03.589728 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 4514f6f7-8489-4d1b-956f-5c1999ad81f0 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:03.663926 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=66436a72-2169-40b4-86e5-d7cd4586efbc,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:03.674525 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 4514f6f7-8489-4d1b-956f-5c1999ad81f0 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:03.674960 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:05.236119 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 66436a72-2169-40b4-86e5-d7cd4586efbc up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:05.285404 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 66436a72-2169-40b4-86e5-d7cd4586efbc triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:05.285693 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:07.925862 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e658d6ce-6942-4df5-a83f-755499d92247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:10.817331 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:10.976886 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-677a24de-c415-475d-98ac-a4d97f60cff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:11.960156 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:13.463236 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.400614 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38264) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:22.445250 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb09c5a-beda-491c-8272-b872ee888b56 admin admin] Deleting subnet 89384cc6-f874-4842-a15b-98820df1fe7a {{(pid=101192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:02:22.448227 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-edb09c5a-beda-491c-8272-b872ee888b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.484828 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-edb09c5a-beda-491c-8272-b872ee888b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59254927'] for subnet, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.522701 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-edb09c5a-beda-491c-8272-b872ee888b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.640541 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-edb09c5a-beda-491c-8272-b872ee888b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59680681'] for subnet, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.665242 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb09c5a-beda-491c-8272-b872ee888b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89384cc6-f874-4842-a15b-98820df1fe7a,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:22.668886 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-edb09c5a-beda-491c-8272-b872ee888b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.672199 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-edb09c5a-beda-491c-8272-b872ee888b56 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/89384cc6-f874-4842-a15b-98820df1fe7a HTTP/1.1" status: 204 len: 168 time: 0.2703815 Aug 16 07:02:22.673574 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38266) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:22.742148 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.816859 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.826343 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af477712-4737-4c0d-a1af-1617b6405472']}} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:22.836239 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b25076-500c-427e-9bcd-624b31f94fbb') {'for_net_delete': True} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:22.836536 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b25076-500c-427e-9bcd-624b31f94fbb') {} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:22.845761 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59254936'] for segment, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.859882 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.865704 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:02:22.866085 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59605648'] for segment, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: Traceback (most recent call last): Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: timer() Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: cb(*args, **kw) Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: return func(*args, **kwargs) Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: self._notify() Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: self.callback(batched_events) Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: event.method(event) Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: return f(self, *a, **k) Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._get(url).json() Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: return self.request(url, 'GET', **kwargs) Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:02:22.867727 dv-cinder-803901-6-iscsi neutron-server[101192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:02:23.000582 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:23.005322 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:23.010882 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] 10.222.0.20 "DELETE /v2.0/networks/af477712-4737-4c0d-a1af-1617b6405472 HTTP/1.1" status: 204 len: 168 time: 0.3327637 Aug 16 07:02:23.020853 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ef250-1a78-4c63-b1c4-198d20997f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=af477712-4737-4c0d-a1af-1617b6405472,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:23.399876 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38272) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:23.439429 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-24f32a77-f998-4ede-82e6-dabb6863a4d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65f4d508072e48989c68bf1ded3c6b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383215 Aug 16 07:02:23.441675 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38274) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:23.489130 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-924a19fd-b918-4412-a9ab-473d7cdfdbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:23.509476 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-924a19fd-b918-4412-a9ab-473d7cdfdbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:23.640169 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-924a19fd-b918-4412-a9ab-473d7cdfdbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:23.642681 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-924a19fd-b918-4412-a9ab-473d7cdfdbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:23.643857 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-924a19fd-b918-4412-a9ab-473d7cdfdbc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97eeadb5-cb09-4236-9e56-6b21014635d0 HTTP/1.1" status: 204 len: 168 time: 0.2011933 Aug 16 07:02:23.651465 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a19fd-b918-4412-a9ab-473d7cdfdbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eeadb5-cb09-4236-9e56-6b21014635d0,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:24.068777 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:24.715682 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38300) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:24.809203 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-824713262-network', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:24.896668 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Made reservation on behalf of 7d8392df99284dea99cba7326a6c6afe for: {'network': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:02:24.898914 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:24.907302 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:24.992394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:25.068310 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:25.091767 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 07:02:25.101703 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2c07b3-fb11-4930-97ed-e4a376b3aae9,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:25.107344 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:25.107690 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.segments_db [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Added segment 2745cc5b-2cbf-43bf-a270-25f224898329 of type vlan for network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 Aug 16 07:02:25.149484 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:25.262657 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:25.263623 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:25.264202 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:25.324177 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] Pushing event updated for resources: {'Network': ['ID=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:25.339070 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 07:02:25.440852 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-77e2be4d-206d-4493-a3b8-91953f6f5c0e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7240803 Aug 16 07:02:25.443555 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38308) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:25.448300 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Request body: {'subnet': {'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-824713262-subnet', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'ip_version': 4}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:25.542935 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Made reservation on behalf of 7d8392df99284dea99cba7326a6c6afe for: {'subnet': 1} {{(pid=101192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:02:25.545304 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59680642'] for subnet, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:25.759310 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-5544b10c-484b-4093-a274-28c843054b8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401099 Aug 16 07:02:25.765417 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59605513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59680688'] for subnet, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:25.820953 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:25.821307 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-2383b287-73f4-4dc8-8f6d-f644ce1116b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:25.823912 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-2383b287-73f4-4dc8-8f6d-f644ce1116b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1137 time: 0.0422678 Aug 16 07:02:25.830104 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Checking segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:25.830465 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Network hostable DHCP agents. Network: ea5fed79-e3b7-4e3c-be61-1e8eb5301c44, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 07:02:25.929410 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-6d309fb6-958d-41eb-b5ce-466bf283858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:25.930904 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-6d309fb6-958d-41eb-b5ce-466bf283858a service neutron] 10.222.0.18 "GET /v2.0/networks?id=29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 200 len: 915 time: 0.0865598 Aug 16 07:02:25.948270 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 07:02:26.006273 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-e2d0b72d-b10e-449e-a2cb-94e52daa70a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 1000 time: 0.0678420 Aug 16 07:02:26.011071 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, ea5fed79-e3b7-4e3c-be61-1e8eb5301c44) {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:26.015459 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:26.016843 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.020105 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5554ea23-e48d-4ed6-b51a-69e72243315a None None] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:02:26.058682 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-1eda1298-c79c-4111-9937-5977bafee4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:26.060180 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-1eda1298-c79c-4111-9937-5977bafee4f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 HTTP/1.1" status: 200 len: 854 time: 0.0457301 Aug 16 07:02:26.097831 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-feb44fbd-46bb-4a91-a077-e7b5a190ccd6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6531034 Aug 16 07:02:26.100243 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38310) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:26.104865 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:26.118066 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-89a0039c-cbd2-44e0-a7da-c5d255a57f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:26.119615 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-89a0039c-cbd2-44e0-a7da-c5d255a57f07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29643e2b-57c2-4203-bf57-39bb04af0e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524397 Aug 16 07:02:26.173130 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.174227 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 07:02:26.174345 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.175871 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.230524 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-be458753-69af-49b0-bcbc-fbe1aecd3d43 service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031759 Aug 16 07:02:26.239708 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.325779 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-7a27693d-00da-4d79-b3ba-4e5f79261e6a req-127f4bc9-6106-42f5-84eb-79a61cfee88c service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882590 Aug 16 07:02:26.330911 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Allocated IP 172.20.0.2 (ea5fed79-e3b7-4e3c-be61-1e8eb5301c44/b8b3f50f-f1f1-4569-8755-6f81a36c9ac9/462419a0-4add-4e5c-8e3f-b97909dc5788) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:26.454347 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.474037 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.481995 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Transition to ACTIVE for port object 462419a0-4add-4e5c-8e3f-b97909dc5788 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:26.496065 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Transition to ACTIVE for port object 462419a0-4add-4e5c-8e3f-b97909dc5788 will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:26.578393 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.616893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:26.619727 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:26.623229 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:26.630675 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Pushing event updated for resources: {'Port': ['ID=462419a0-4add-4e5c-8e3f-b97909dc5788,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:26.655985 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.656337 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.656676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.657008 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.657337 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.657665 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.657988 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.658311 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.658635 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.658954 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.659302 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.659620 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:26.687016 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.687282 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Attempting to bind port 462419a0-4add-4e5c-8e3f-b97909dc5788 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:02:26.687525 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Attempting to bind port 462419a0-4add-4e5c-8e3f-b97909dc5788 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:02:26.687880 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Attempting to bind port 462419a0-4add-4e5c-8e3f-b97909dc5788 on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:26.692885 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:02:26.693256 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Checking segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:26.693649 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.694036 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Bound using segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:02:26.694491 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Bound port: 462419a0-4add-4e5c-8e3f-b97909dc5788, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:02:26.694867 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.706333 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.758998 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] For port 462419a0-4add-4e5c-8e3f-b97909dc5788, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:02:26.762265 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] For port 462419a0-4add-4e5c-8e3f-b97909dc5788, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=462419a0-4add-4e5c-8e3f-b97909dc5788,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:02:26.808510 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Allocated IP 172.27.0.154 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/58470354-2e41-4392-8dbf-955107d2c18e) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:26.834737 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:26.895520 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f3c71-add8-4883-9c62-d9967d1c5526 None None] Pushing event updated for resources: {'Port': ['ID=462419a0-4add-4e5c-8e3f-b97909dc5788,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:26.915366 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:27.011650 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:27.053396 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:27.056461 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:27.060117 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:27.097930 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Pushing event updated for resources: {'Port': ['ID=58470354-2e41-4392-8dbf-955107d2c18e,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:27.285121 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 462419a0-4add-4e5c-8e3f-b97909dc5788 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:27.394324 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 462419a0-4add-4e5c-8e3f-b97909dc5788 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:27.398614 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:27.597096 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:27.734725 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821a854-0d26-4b0d-b138-9f8665285991 None None] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:02:27.794424 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 07:02:27.859513 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-6f56fc9d-3786-4c75-8dd4-0fbe76f2b214 None None] Provisioning for port 462419a0-4add-4e5c-8e3f-b97909dc5788 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:27.875829 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-6f56fc9d-3786-4c75-8dd4-0fbe76f2b214 None None] Provisioning complete for port 462419a0-4add-4e5c-8e3f-b97909dc5788 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:27.877074 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-6f56fc9d-3786-4c75-8dd4-0fbe76f2b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:27.899369 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:02:27.911644 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Sync routers for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:02:27.930823 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:27.931455 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:27.983366 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:27.984789 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-eaa41928-1786-4e9c-b017-87be93970c30 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8836224 Aug 16 07:02:27.988151 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38316) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:28.049417 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-6f56fc9d-3786-4c75-8dd4-0fbe76f2b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.090893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:28.147228 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-6f56fc9d-3786-4c75-8dd4-0fbe76f2b214 None None] For port 462419a0-4add-4e5c-8e3f-b97909dc5788, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=462419a0-4add-4e5c-8e3f-b97909dc5788,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:28.220111 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-6f56fc9d-3786-4c75-8dd4-0fbe76f2b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.300827 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56fc9d-3786-4c75-8dd4-0fbe76f2b214 None None] Pushing event updated for resources: {'Port': ['ID=462419a0-4add-4e5c-8e3f-b97909dc5788,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:28.324498 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:27Z', 'revision_number': 3, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:28.413959 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.486627 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Checking router: af365cc4-8b59-4f4d-a5cc-051d3fb074a9 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:02:28.486957 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Updating router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 port 58470354-2e41-4392-8dbf-955107d2c18e binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:02:28.517529 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.519071 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-0731251b-380c-4901-81b0-7a41b46260b5 None None] Provisioning complete for port 462419a0-4add-4e5c-8e3f-b97909dc5788 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:28.519452 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-0731251b-380c-4901-81b0-7a41b46260b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.573547 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Allocated IP 172.20.0.1 (ea5fed79-e3b7-4e3c-be61-1e8eb5301c44/b8b3f50f-f1f1-4569-8755-6f81a36c9ac9/ac416fd7-3d2c-4517-9936-9c3891ccb4f2) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:28.683901 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.698948 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Transition to ACTIVE for port object ac416fd7-3d2c-4517-9936-9c3891ccb4f2 will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:28.816997 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.839942 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.845916 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Transition to ACTIVE for port object 58470354-2e41-4392-8dbf-955107d2c18e will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:28.853327 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:28.858668 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:28.862360 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:28.888384 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Pushing event updated for resources: {'Port': ['ID=ac416fd7-3d2c-4517-9936-9c3891ccb4f2,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:28.904070 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.937969 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:28.993156 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Attempting to bind port 58470354-2e41-4392-8dbf-955107d2c18e on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:02:28.993513 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Attempting to bind port 58470354-2e41-4392-8dbf-955107d2c18e by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:02:28.993877 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Attempting to bind port 58470354-2e41-4392-8dbf-955107d2c18e on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:29.004670 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:02:29.005048 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:29.005449 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.005839 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:02:29.006362 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Bound port: 58470354-2e41-4392-8dbf-955107d2c18e, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:02:29.006767 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.010173 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dcaa6-249f-42df-8280-fe39f7f08f95 None None] Pushing event updated for resources: {'Port': ['ID=58470354-2e41-4392-8dbf-955107d2c18e,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:29.072917 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] For port 58470354-2e41-4392-8dbf-955107d2c18e, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:02:29.075985 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] For port 58470354-2e41-4392-8dbf-955107d2c18e, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=58470354-2e41-4392-8dbf-955107d2c18e,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:02:29.098514 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.131529 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-58dc4274-6937-4e13-8a5a-67cc7b7e4312 None None] Provisioning for port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:29.135422 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-58dc4274-6937-4e13-8a5a-67cc7b7e4312 None None] Provisioning complete for port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:29.135799 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-58dc4274-6937-4e13-8a5a-67cc7b7e4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.158939 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.206249 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-58dc4274-6937-4e13-8a5a-67cc7b7e4312 None None] Port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:02:29.228821 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dcaa6-249f-42df-8280-fe39f7f08f95 None None] Pushing event updated for resources: {'Port': ['ID=58470354-2e41-4392-8dbf-955107d2c18e,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:29.233656 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:29.234271 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:29.271055 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.276266 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 462419a0-4add-4e5c-8e3f-b97909dc5788 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:29.326118 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.385117 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 462419a0-4add-4e5c-8e3f-b97909dc5788 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:29.385572 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.395674 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Pushing event updated for resources: {'Port': ['ID=ac416fd7-3d2c-4517-9936-9c3891ccb4f2,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:29.404507 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.416676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:29.496827 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:29.498259 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:29.614560 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:02:29.661356 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:28Z', 'revision_number': 1, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:29.692187 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb53a8-131a-47a2-bcb0-5bb65a476cd5 None None] The sync data for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi is: [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:28Z', 'revision_number': 1, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:02:29.729914 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:02:29.732612 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-b225ccd7-5aaf-4f98-b7e5-23d3f435e9d7 None None] Provisioning complete for port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:29.732612 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b225ccd7-5aaf-4f98-b7e5-23d3f435e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:29.735862 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-c6cb338d-b6bb-4297-96bd-6c93c4e9ab4a admin admin] 10.222.0.20 "PUT /v2.0/routers/af365cc4-8b59-4f4d-a5cc-051d3fb074a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465091 Aug 16 07:02:29.770407 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-b225ccd7-5aaf-4f98-b7e5-23d3f435e9d7 None None] Port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:02:30.476037 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38342) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:30.481555 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1698762591-network', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:30.572486 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-c96882a9-1093-431b-8d3b-b11c2d8d36e0 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080764980&fields=id&tenant_id=002bdf9b58f64009af23512ff886f946 HTTP/1.1" status: 200 len: 267 time: 0.0340581 Aug 16 07:02:30.588696 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Made reservation on behalf of a13f74cd639f40d289f6c7d8050a4ea7 for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:02:30.591121 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:30.602516 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:30.687449 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-c4dec49b-b167-4f3e-a6eb-f73783fae6ff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:30.688967 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-c4dec49b-b167-4f3e-a6eb-f73783fae6ff tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/networks?id=46e84ed5-9ee8-4909-a712-02feb0d17db1 HTTP/1.1" status: 200 len: 809 time: 0.1083145 Aug 16 07:02:30.699433 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:30.706259 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-8ec9d0d2-87f0-403f-bd97-7be233fd024b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/quotas/002bdf9b58f64009af23512ff886f946 HTTP/1.1" status: 200 len: 375 time: 0.0107510 Aug 16 07:02:30.764013 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-10340cd2-00d6-4a73-bcb7-189c13db9308 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=002bdf9b58f64009af23512ff886f946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522871 Aug 16 07:02:30.799848 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:30.826040 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 07:02:30.835229 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894401a1-d7e8-4344-bd5d-374b92b61448,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:30.841552 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:30.842002 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Added segment 0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7 of type vlan for network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 Aug 16 07:02:30.871078 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-6d718add-3c81-49ac-ae79-80de221c68f8 service neutron] 10.222.0.20 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950572 Aug 16 07:02:30.885833 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:30.967158 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-b52adf92-bad1-4238-9828-cb881bdb7f29 service neutron] 10.222.0.20 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886989 Aug 16 07:02:30.994108 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:30.995189 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:30.995797 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:31.059780 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=927e91ac-6b1e-45a3-a4b7-738926ba2bd6,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:31.070620 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 07:02:31.126653 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-5313c8e8-04c7-4625-a1f3-1bc2e264c0f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6493981 Aug 16 07:02:31.129341 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38352) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:31.134420 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Request body: {'subnet': {'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1698762591-subnet', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:31.217083 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Made reservation on behalf of a13f74cd639f40d289f6c7d8050a4ea7 for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:02:31.220005 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59289320'] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:31.274760 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 58470354-2e41-4392-8dbf-955107d2c18e up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:31.445726 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 58470354-2e41-4392-8dbf-955107d2c18e completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:31.449805 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 58470354-2e41-4392-8dbf-955107d2c18e triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:31.450186 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:31.497460 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59289306'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:31.536161 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:31.567100 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3488769-b179-4239-9387-4bfdc3adb99e,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:31.567382 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 58470354-2e41-4392-8dbf-955107d2c18e, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=58470354-2e41-4392-8dbf-955107d2c18e,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:31.573173 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Checking segment: {'id': '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:31.573173 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Network hostable DHCP agents. Network: 927e91ac-6b1e-45a3-a4b7-738926ba2bd6, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 07:02:31.617537 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c2889834-ce72-46a8-942b-c136d26e4dce req-8423290f-b07e-4472-8c43-c5a8b686a794 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 210 time: 0.0320704 Aug 16 07:02:31.645893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:31.680171 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Sync routers for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:02:31.685652 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 07:02:31.692302 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:31.695838 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:31.704439 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=58470354-2e41-4392-8dbf-955107d2c18e,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:31.782577 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, 927e91ac-6b1e-45a3-a4b7-738926ba2bd6) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:31.787211 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:31.788080 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:31.794893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb18b9-4523-4401-a04b-740b76e6f53b None None] Network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:02:31.809980 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:31.915356 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-20a0ea72-eb5a-459b-a0ac-2fa4646177aa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7848144 Aug 16 07:02:31.917604 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38362) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:31.923636 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:31.942353 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-927e91ac-6b1e-45a3-a4b7-738926ba2bd6', 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'fixed_ips': [{'subnet_id': 'b3488769-b179-4239-9387-4bfdc3adb99e'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 07:02:31.943236 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.012998 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 2, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:32.039935 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Checking router: af365cc4-8b59-4f4d-a5cc-051d3fb074a9 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:02:32.040295 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Updating router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:02:32.046510 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.047840 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.070348 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.081552 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Allocated IP 172.20.0.2 (927e91ac-6b1e-45a3-a4b7-738926ba2bd6/b3488769-b179-4239-9387-4bfdc3adb99e/b0701b4a-b07f-49ac-a668-a22b23e4a243) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:32.107811 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.241370 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.245719 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:02:32.251040 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Transition to ACTIVE for port object b0701b4a-b07f-49ac-a668-a22b23e4a243 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:32.268291 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Transition to ACTIVE for port object b0701b4a-b07f-49ac-a668-a22b23e4a243 will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:32.325957 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.348575 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.353859 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.364402 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Transition to ACTIVE for port object ac416fd7-3d2c-4517-9936-9c3891ccb4f2 will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:32.370020 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:32.375770 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:32.380247 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:32.383405 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Pushing event updated for resources: {'Port': ['ID=b0701b4a-b07f-49ac-a668-a22b23e4a243,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:32.440950 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Attempting to bind port b0701b4a-b07f-49ac-a668-a22b23e4a243 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:02:32.441455 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Attempting to bind port b0701b4a-b07f-49ac-a668-a22b23e4a243 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:02:32.441888 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Attempting to bind port b0701b4a-b07f-49ac-a668-a22b23e4a243 on network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:32.445762 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.448019 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:02:32.448492 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Checking segment: {'id': '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:32.448965 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.449428 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Bound using segment: {'id': '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:02:32.449984 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Bound port: b0701b4a-b07f-49ac-a668-a22b23e4a243, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:02:32.450464 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.502694 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c2390-7607-49c5-880c-47f8f8715a77 None None] Pushing event updated for resources: {'Port': ['ID=ac416fd7-3d2c-4517-9936-9c3891ccb4f2,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:32.531853 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] For port b0701b4a-b07f-49ac-a668-a22b23e4a243, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:02:32.535510 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] For port b0701b4a-b07f-49ac-a668-a22b23e4a243, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=b0701b4a-b07f-49ac-a668-a22b23e4a243,segment=NetworkSegment(0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7),segment_id=0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:02:32.571721 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Attempting to bind port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:02:32.572342 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Attempting to bind port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:02:32.572906 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Attempting to bind port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:32.580378 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:02:32.584106 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Checking segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:32.584106 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.584106 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Bound using segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:02:32.584106 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Bound port: ac416fd7-3d2c-4517-9936-9c3891ccb4f2, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:02:32.584106 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.600919 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.675859 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] For port ac416fd7-3d2c-4517-9936-9c3891ccb4f2, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:02:32.679804 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] For port ac416fd7-3d2c-4517-9936-9c3891ccb4f2, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=ac416fd7-3d2c-4517-9936-9c3891ccb4f2,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:02:32.689919 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18696588-67b6-43fb-9097-6a7c2e3a9385 None None] Pushing event updated for resources: {'Port': ['ID=b0701b4a-b07f-49ac-a668-a22b23e4a243,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:32.749431 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.763081 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-50e0da2d-0226-453c-a787-ba1f0f8fef97 req-9b58047b-85ea-41d1-875d-ac2104840ea3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 210 time: 0.0408638 Aug 16 07:02:32.818452 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:32.820232 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:32.863665 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c2390-7607-49c5-880c-47f8f8715a77 None None] Pushing event updated for resources: {'Port': ['ID=ac416fd7-3d2c-4517-9936-9c3891ccb4f2,revision_number=4']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:32.874812 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.900078 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:32.997096 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:33.065941 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Allocated IP 172.27.0.250 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/402f3361-0b45-4357-81ac-5e9f81353fa9) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:33.187031 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:33.257448 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:32Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:33.294748 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bbbb6-e657-4780-b578-98bde0cd35f0 None None] The sync data for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi is: [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:32Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:02:33.324211 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:33.365798 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:33.369696 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:33.372109 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Pushing event updated for resources: {'Port': ['ID=402f3361-0b45-4357-81ac-5e9f81353fa9,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:33.374667 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:33.408493 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device b0701b4a-b07f-49ac-a668-a22b23e4a243 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:33.564405 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port b0701b4a-b07f-49ac-a668-a22b23e4a243 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:33.566091 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 58470354-2e41-4392-8dbf-955107d2c18e up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:33.617332 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 58470354-2e41-4392-8dbf-955107d2c18e triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:33.617800 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:33.819978 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8835c845-57c2-4102-9aa1-f91326fb37f7 None None] Network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:02:33.824971 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:33.874825 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c5cd9ea7-5723-4781-b22a-4e8978929126 req-44e579bb-5023-4821-82b9-f2d39724ab22 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 210 time: 0.0329423 Aug 16 07:02:33.890311 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device ac416fd7-3d2c-4517-9936-9c3891ccb4f2 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:34.022611 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-ebb4c261-c14f-4789-a18a-d183c5c468e4 None None] Provisioning for port b0701b4a-b07f-49ac-a668-a22b23e4a243 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:34.031248 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-ebb4c261-c14f-4789-a18a-d183c5c468e4 None None] Provisioning complete for port b0701b4a-b07f-49ac-a668-a22b23e4a243 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:34.031623 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ebb4c261-c14f-4789-a18a-d183c5c468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.118627 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.119620 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:34.127285 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:34.127667 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.149921 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ebb4c261-c14f-4789-a18a-d183c5c468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.197187 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-ebb4c261-c14f-4789-a18a-d183c5c468e4 None None] For port b0701b4a-b07f-49ac-a668-a22b23e4a243, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=b0701b4a-b07f-49ac-a668-a22b23e4a243,segment=NetworkSegment(0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7),segment_id=0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:34.241885 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-32b22a0d-b616-46f6-8c39-d9afb924618b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:34.243630 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-32b22a0d-b616-46f6-8c39-d9afb924618b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.18 "GET /v2.0/networks?id=46e84ed5-9ee8-4909-a712-02feb0d17db1 HTTP/1.1" status: 200 len: 809 time: 0.1889420 Aug 16 07:02:34.248961 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.267700 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ebb4c261-c14f-4789-a18a-d183c5c468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.303903 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-83c36122-2edf-4f88-b790-abc51dabe00b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=002bdf9b58f64009af23512ff886f946 HTTP/1.1" status: 200 len: 380 time: 0.0489900 Aug 16 07:02:34.316467 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Request body: {'port': {'device_id': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'admin_state_up': True, 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'security_groups': ['60231f00-d53a-4962-a363-b55fa65ab6ad']}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:34.330774 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port ac416fd7-3d2c-4517-9936-9c3891ccb4f2, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=ac416fd7-3d2c-4517-9936-9c3891ccb4f2,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:34.344044 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4c261-c14f-4789-a18a-d183c5c468e4 None None] Pushing event updated for resources: {'Port': ['ID=b0701b4a-b07f-49ac-a668-a22b23e4a243,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:34.395916 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-b88ec8f9-965f-4670-a18c-903eabbf4506 None None] Provisioning complete for port b0701b4a-b07f-49ac-a668-a22b23e4a243 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:34.396289 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b88ec8f9-965f-4670-a18c-903eabbf4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.468965 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 07:02:34.471658 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.523345 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=ac416fd7-3d2c-4517-9936-9c3891ccb4f2,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:34.556067 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Made reservation on behalf of 002bdf9b58f64009af23512ff886f946 for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:02:34.559494 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.602065 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:02:34.610843 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Sync routers for ids ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:02:34.619970 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Routers {'8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:34.620650 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:34.709139 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Allocated IP 172.20.0.9 (46e84ed5-9ee8-4909-a712-02feb0d17db1/c5658af5-84bb-41f7-9b2f-f8ddb27a6089/a02f2ede-b0b4-484f-b037-ccca6249eafb) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:34.728444 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Set router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:34.734377 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.735643 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a20273cb-ff32-43c5-a25c-0e74b35c1722 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8169584 Aug 16 07:02:34.738436 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38372) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:34.865478 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.880437 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Transition to ACTIVE for port object a02f2ede-b0b4-484f-b037-ccca6249eafb will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:34.919049 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:33Z', 'revision_number': 3, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'gw_port': {'id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:34.946468 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Checking router: 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:02:34.947336 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Updating router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc port 402f3361-0b45-4357-81ac-5e9f81353fa9 binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:02:34.973719 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:34.986205 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0604b056-1131-4766-a1da-91f8bbb618a4 req-3e48f334-4446-48e2-b747-4658776ed0b9 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 210 time: 0.0302403 Aug 16 07:02:35.034507 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.078138 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Network 46e84ed5-9ee8-4909-a712-02feb0d17db1 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:35.083472 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:35.086040 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:35.123085 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'Port': ['ID=a02f2ede-b0b4-484f-b037-ccca6249eafb,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:35.154510 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:35.156032 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.229324 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-227add33-2eda-42f4-9b70-02218eb9313f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9168649 Aug 16 07:02:35.243068 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Request body: {'port': {'device_id': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:35.267111 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.303414 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device b0701b4a-b07f-49ac-a668-a22b23e4a243 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:35.309967 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.334567 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.347801 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Transition to ACTIVE for port object 402f3361-0b45-4357-81ac-5e9f81353fa9 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:35.375056 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port b0701b4a-b07f-49ac-a668-a22b23e4a243 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:35.375468 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.429679 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.493359 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Allocated IP 172.20.0.1 (927e91ac-6b1e-45a3-a4b7-738926ba2bd6/b3488769-b179-4239-9387-4bfdc3adb99e/cebe6eeb-c944-4e55-aed4-aa1d146e847e) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:35.514731 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00184233-8ae6-44c1-86b4-fba420dd237e None None] Pushing event updated for resources: {'Port': ['ID=402f3361-0b45-4357-81ac-5e9f81353fa9,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:35.517478 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-8e4889cd-54e7-4c6a-8180-46d80036e762 None None] Provisioning for port a02f2ede-b0b4-484f-b037-ccca6249eafb completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:35.521901 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Attempting to bind port 402f3361-0b45-4357-81ac-5e9f81353fa9 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:02:35.522366 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Attempting to bind port 402f3361-0b45-4357-81ac-5e9f81353fa9 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:02:35.522836 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Attempting to bind port 402f3361-0b45-4357-81ac-5e9f81353fa9 on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:35.529026 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device ac416fd7-3d2c-4517-9936-9c3891ccb4f2 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:35.533262 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-8e4889cd-54e7-4c6a-8180-46d80036e762 None None] Provisioning complete for port a02f2ede-b0b4-484f-b037-ccca6249eafb triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:35.533715 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-8e4889cd-54e7-4c6a-8180-46d80036e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.537749 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:02:35.537749 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:35.538046 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.538282 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:02:35.538764 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Bound port: 402f3361-0b45-4357-81ac-5e9f81353fa9, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:02:35.539164 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.621200 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.635414 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-8e4889cd-54e7-4c6a-8180-46d80036e762 None None] Port a02f2ede-b0b4-484f-b037-ccca6249eafb cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:02:35.636075 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Transition to ACTIVE for port object cebe6eeb-c944-4e55-aed4-aa1d146e847e will not be triggered until provisioned by entity DHCP. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:35.644575 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02f2ede-b0b4-484f-b037-ccca6249eafb {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:02:35.652051 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] For port 402f3361-0b45-4357-81ac-5e9f81353fa9, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:02:35.652453 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.655769 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] For port 402f3361-0b45-4357-81ac-5e9f81353fa9, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=402f3361-0b45-4357-81ac-5e9f81353fa9,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:02:35.663467 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:35.663844 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.666240 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Transition to ACTIVE for port object a02f2ede-b0b4-484f-b037-ccca6249eafb will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:35.743179 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.782500 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.782996 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.802116 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00184233-8ae6-44c1-86b4-fba420dd237e None None] Pushing event updated for resources: {'Port': ['ID=402f3361-0b45-4357-81ac-5e9f81353fa9,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:35.807161 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Routers {'8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:35.807161 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:35.822664 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:35.828781 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:35.832613 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:35.838251 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a02f2ede-b0b4-484f-b037-ccca6249eafb,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:35.863399 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Pushing event updated for resources: {'Port': ['ID=cebe6eeb-c944-4e55-aed4-aa1d146e847e,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:35.899499 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:35.940290 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Attempting to bind port a02f2ede-b0b4-484f-b037-ccca6249eafb on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:02:35.940639 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Attempting to bind port a02f2ede-b0b4-484f-b037-ccca6249eafb by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:02:35.941017 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Attempting to bind port a02f2ede-b0b4-484f-b037-ccca6249eafb on network 46e84ed5-9ee8-4909-a712-02feb0d17db1 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:35.948091 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Port a02f2ede-b0b4-484f-b037-ccca6249eafb on network 46e84ed5-9ee8-4909-a712-02feb0d17db1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:02:35.948428 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Attempting to bind port a02f2ede-b0b4-484f-b037-ccca6249eafb on network 46e84ed5-9ee8-4909-a712-02feb0d17db1 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:35.956332 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:02:35.956757 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Checking segment: {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:35.957076 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Bound using segment: {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:02:35.957657 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Bound port: a02f2ede-b0b4-484f-b037-ccca6249eafb, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74286107-dabe-4822-b873-fb515618451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:02:35.958038 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:36.064313 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:02:36.069150 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:02:36.124520 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] Set router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:36.132471 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b0885-d9d3-4d2a-aca2-4766816b24db req-1a4afd13-2223-41f9-8394-439ced781dce tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:36.134022 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-392b0885-d9d3-4d2a-aca2-4766816b24db req-1a4afd13-2223-41f9-8394-439ced781dce tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0599339 Aug 16 07:02:36.160609 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:36.190614 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:36.200105 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:36.200727 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:36.202376 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/a02f2ede-b0b4-484f-b037-ccca6249eafb HTTP/1.1" status: 200 len: 1093 time: 0.9643130 Aug 16 07:02:36.202805 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:02:36.205163 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204ea5f2-c76e-4d56-a3f7-7e3fd37eab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:02:36.233594 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-392b0885-d9d3-4d2a-aca2-4766816b24db req-1fd5b195-109a-4f78-abf8-ff9006db4d9c tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899386 Aug 16 07:02:36.251437 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c7327-199d-4d92-be8d-fee0e0ad44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a02f2ede-b0b4-484f-b037-ccca6249eafb,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:36.263811 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4034d38b-257b-4827-acd0-205cc5562691 x-openstack-request-id: req-4034d38b-257b-4827-acd0-205cc5562691 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:02:36.264147 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:02:36.264407 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4034d38b-257b-4827-acd0-205cc5562691 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:02:36.264912 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'status': 'completed', 'code': 200} Aug 16 07:02:36.333324 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ea5f2-c76e-4d56-a3f7-7e3fd37eab5f req-31487f56-0787-443a-9a4b-4d2128f65796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:36.334870 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-204ea5f2-c76e-4d56-a3f7-7e3fd37eab5f req-31487f56-0787-443a-9a4b-4d2128f65796 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=002bdf9b58f64009af23512ff886f946&device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1096 time: 0.0488386 Aug 16 07:02:36.379341 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-ee4dcd19-a586-46c3-8d42-7f253d5f0dca None None] Provisioning for port cebe6eeb-c944-4e55-aed4-aa1d146e847e completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:36.386653 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-ee4dcd19-a586-46c3-8d42-7f253d5f0dca None None] Provisioning complete for port cebe6eeb-c944-4e55-aed4-aa1d146e847e triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:36.387021 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ee4dcd19-a586-46c3-8d42-7f253d5f0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:36.414522 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:33Z', 'revision_number': 3, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'gw_port': {'id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:36.447184 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078224fc-b423-45a9-b06e-0f17636de463 None None] The sync data for ids ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'] in dv-cinder-803901-6-iscsi is: [{'id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:33Z', 'revision_number': 3, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'gw_port': {'id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:02:36.472218 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ea5f2-c76e-4d56-a3f7-7e3fd37eab5f req-58583ae3-33e2-411c-a7f6-ed10965aa35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:36.472428 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-ee4dcd19-a586-46c3-8d42-7f253d5f0dca None None] Port cebe6eeb-c944-4e55-aed4-aa1d146e847e cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:02:36.473793 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-204ea5f2-c76e-4d56-a3f7-7e3fd37eab5f req-58583ae3-33e2-411c-a7f6-ed10965aa35c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=002bdf9b58f64009af23512ff886f946&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1293969 Aug 16 07:02:36.583695 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ea5f2-c76e-4d56-a3f7-7e3fd37eab5f req-e0df0bc8-de08-40ca-87a4-db158f5c6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:36.585075 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-204ea5f2-c76e-4d56-a3f7-7e3fd37eab5f req-e0df0bc8-de08-40ca-87a4-db158f5c6abb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1033468 Aug 16 07:02:36.664582 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-94f52855-0afd-4419-998c-bbe30df50467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:36.666176 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-94f52855-0afd-4419-998c-bbe30df50467 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=002bdf9b58f64009af23512ff886f946&device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1096 time: 0.0413477 Aug 16 07:02:36.676395 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:36.719900 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-01d07715-b8ad-4f69-ab01-91efb97f1601 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb HTTP/1.1" status: 200 len: 217 time: 0.0456514 Aug 16 07:02:36.743974 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:36.779533 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-6a8396fc-607b-4ca4-9ab1-52561ad93ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:36.781787 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-6a8396fc-607b-4ca4-9ab1-52561ad93ea0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5658af5-84bb-41f7-9b2f-f8ddb27a6089 HTTP/1.1" status: 200 len: 848 time: 0.0548122 Aug 16 07:02:36.824600 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Pushing event updated for resources: {'Port': ['ID=cebe6eeb-c944-4e55-aed4-aa1d146e847e,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:36.828911 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:36.935878 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:36.938632 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:37.075673 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a9f3ff7d-5ca3-46b4-a890-a600885ab4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:37.077459 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-a9f3ff7d-5ca3-46b4-a890-a600885ab4f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46e84ed5-9ee8-4909-a712-02feb0d17db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2889123 Aug 16 07:02:37.111272 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:02:37.204040 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-0ceb30e5-1a01-4935-ad8d-c134be6e9d0a service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174774 Aug 16 07:02:37.234691 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7f7dc0dd-4f6e-4572-9fac-1f66a4396125 None None] Provisioning complete for port cebe6eeb-c944-4e55-aed4-aa1d146e847e triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:37.235771 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc0dd-4f6e-4572-9fac-1f66a4396125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:37.277395 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:02:37.289695 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-06ffd7ea-8a19-41f4-b96c-5aca7c0b8a57 admin admin] 10.222.0.20 "PUT /v2.0/routers/8b24fcfc-e81a-4752-99dd-62f5a63c0ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502121 Aug 16 07:02:37.315240 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7f7dc0dd-4f6e-4572-9fac-1f66a4396125 None None] Port cebe6eeb-c944-4e55-aed4-aa1d146e847e cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:02:37.354129 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 402f3361-0b45-4357-81ac-5e9f81353fa9 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:37.365029 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c07259b1-a187-4aad-b38c-afcb4458c4e0 req-c33b7f37-d0bc-47e9-bd64-830e9d2d9abf service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408973 Aug 16 07:02:37.392978 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d828d-4c0a-4986-bd13-b36ff3b17386 req-9f45ae9d-9ccb-414c-91e0-42d98a4e17f3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:37.400757 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-868d828d-4c0a-4986-bd13-b36ff3b17386 req-9f45ae9d-9ccb-414c-91e0-42d98a4e17f3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0749459 Aug 16 07:02:37.448798 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-868d828d-4c0a-4986-bd13-b36ff3b17386 req-db1a0767-c318-44d4-96b1-b4dd23f94682 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470736 Aug 16 07:02:37.543372 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 402f3361-0b45-4357-81ac-5e9f81353fa9 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:37.550361 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 402f3361-0b45-4357-81ac-5e9f81353fa9 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:37.550738 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:37.657601 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:37.680793 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 402f3361-0b45-4357-81ac-5e9f81353fa9, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=402f3361-0b45-4357-81ac-5e9f81353fa9,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:37.811322 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:37.860389 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=402f3361-0b45-4357-81ac-5e9f81353fa9,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:37.902501 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ed89af08-3eeb-414f-a573-3c27cbb09f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.056731 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38390) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:38.061508 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-0a17f911-8dc7-49d3-a11c-7f41b5c3cbcc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234518112', 'description': 'tempest-secgroup-smoke-234518112 description', 'project_id': '7d8392df99284dea99cba7326a6c6afe'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:38.101379 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Sync routers for ids ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:02:38.111936 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Routers {'8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:38.112631 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:38.171573 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0a17f911-8dc7-49d3-a11c-7f41b5c3cbcc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.219485 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Set router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:38.258088 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0a17f911-8dc7-49d3-a11c-7f41b5c3cbcc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.371361 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0a17f911-8dc7-49d3-a11c-7f41b5c3cbcc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.401851 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17f911-8dc7-49d3-a11c-7f41b5c3cbcc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c609ad1-b53e-4864-aaa9-2a752a32bdd3,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:38.416568 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:36Z', 'revision_number': 4, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'gw_port': {'id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'cebe6eeb-c944-4e55-aed4-aa1d146e847e', 'name': '', 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'mac_address': 'fa:16:3e:32:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b3488769-b179-4239-9387-4bfdc3adb99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:35Z', 'updated_at': '2021-08-16T07:02:36Z', 'revision_number': 2, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'subnets': [{'id': 'b3488769-b179-4239-9387-4bfdc3adb99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:38.442288 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Checking router: 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:02:38.442636 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Updating router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc port cebe6eeb-c944-4e55-aed4-aa1d146e847e binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:02:38.470760 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.475689 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0a17f911-8dc7-49d3-a11c-7f41b5c3cbcc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.479544 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-0a17f911-8dc7-49d3-a11c-7f41b5c3cbcc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4192319 Aug 16 07:02:38.479779 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38394) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:38.484749 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-65555980-6950-4d41-b84b-b09b1236e85e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'security_group_rule': {'security_group_id': '3c609ad1-b53e-4864-aaa9-2a752a32bdd3', 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:38.587180 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24736-920c-488a-baac-f04fb5d9e620 req-32cd6c86-a15b-4f9a-bcf2-f92151fdad73 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:38.588775 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-89b24736-920c-488a-baac-f04fb5d9e620 req-32cd6c86-a15b-4f9a-bcf2-f92151fdad73 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0509734 Aug 16 07:02:38.598919 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-65555980-6950-4d41-b84b-b09b1236e85e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.629815 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-89b24736-920c-488a-baac-f04fb5d9e620 req-2ea80d3c-3a23-4a7e-bcd9-ad0f9fe38530 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343921 Aug 16 07:02:38.656844 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-65555980-6950-4d41-b84b-b09b1236e85e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.736809 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-65555980-6950-4d41-b84b-b09b1236e85e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.751590 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65555980-6950-4d41-b84b-b09b1236e85e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec3822a-6016-4066-909e-27ed195b35ad,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:38.819512 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.829036 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Transition to ACTIVE for port object cebe6eeb-c944-4e55-aed4-aa1d146e847e will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:38.857308 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-65555980-6950-4d41-b84b-b09b1236e85e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.859693 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-65555980-6950-4d41-b84b-b09b1236e85e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788431 Aug 16 07:02:38.862321 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38396) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:38.866820 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-7c3e1d31-fae7-45da-a1e7-b4bb798266d9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'security_group_rule': {'security_group_id': '3c609ad1-b53e-4864-aaa9-2a752a32bdd3', 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:38.919702 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.953794 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d31-fae7-45da-a1e7-b4bb798266d9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:38.969324 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e216-f7e6-40c8-91d0-e461bc3b7bd3 None None] Pushing event updated for resources: {'Port': ['ID=cebe6eeb-c944-4e55-aed4-aa1d146e847e,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:39.024215 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d31-fae7-45da-a1e7-b4bb798266d9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.030498 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Attempting to bind port cebe6eeb-c944-4e55-aed4-aa1d146e847e on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:02:39.031049 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Attempting to bind port cebe6eeb-c944-4e55-aed4-aa1d146e847e by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:02:39.031447 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Attempting to bind port cebe6eeb-c944-4e55-aed4-aa1d146e847e on network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:39.036721 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:02:39.037098 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Checking segment: {'id': '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:39.037495 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.037886 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Bound using segment: {'id': '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:02:39.038352 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Bound port: cebe6eeb-c944-4e55-aed4-aa1d146e847e, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:02:39.038726 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.103855 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] For port cebe6eeb-c944-4e55-aed4-aa1d146e847e, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:02:39.107241 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] For port cebe6eeb-c944-4e55-aed4-aa1d146e847e, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=cebe6eeb-c944-4e55-aed4-aa1d146e847e,segment=NetworkSegment(0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7),segment_id=0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:02:39.125815 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d31-fae7-45da-a1e7-b4bb798266d9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.143351 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e1d31-fae7-45da-a1e7-b4bb798266d9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5d5ab0-37fc-4977-8ac9-454830b37576,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:39.197663 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.228801 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d31-fae7-45da-a1e7-b4bb798266d9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.233309 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-7c3e1d31-fae7-45da-a1e7-b4bb798266d9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3695390 Aug 16 07:02:39.233872 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38398) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:39.239452 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-72ca6cfb-cf4e-46d1-bfe9-fa5c26b1e4d2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'security_group_rule': {'security_group_id': '3c609ad1-b53e-4864-aaa9-2a752a32bdd3', 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:39.259580 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Routers {'8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:39.260232 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:39.268990 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e216-f7e6-40c8-91d0-e461bc3b7bd3 None None] Pushing event updated for resources: {'Port': ['ID=cebe6eeb-c944-4e55-aed4-aa1d146e847e,revision_number=4']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:39.270705 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 402f3361-0b45-4357-81ac-5e9f81353fa9 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:39.324166 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 402f3361-0b45-4357-81ac-5e9f81353fa9 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:39.326350 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.370359 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-72ca6cfb-cf4e-46d1-bfe9-fa5c26b1e4d2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.381527 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] Set router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:39.441862 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-72ca6cfb-cf4e-46d1-bfe9-fa5c26b1e4d2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.508315 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-72ca6cfb-cf4e-46d1-bfe9-fa5c26b1e4d2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.524727 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca6cfb-cf4e-46d1-bfe9-fa5c26b1e4d2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f17b3b6-26d7-4a23-a0fd-2242d56a5e04,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:39.588116 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:36Z', 'revision_number': 4, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'gw_port': {'id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'cebe6eeb-c944-4e55-aed4-aa1d146e847e', 'name': '', 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'mac_address': 'fa:16:3e:32:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b3488769-b179-4239-9387-4bfdc3adb99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:35Z', 'updated_at': '2021-08-16T07:02:39Z', 'revision_number': 4, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'subnets': [{'id': 'b3488769-b179-4239-9387-4bfdc3adb99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:39.612701 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5a5b4-22b7-4403-9422-cfbded31d715 None None] The sync data for ids ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'] in dv-cinder-803901-6-iscsi is: [{'id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:36Z', 'revision_number': 4, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'gw_port': {'id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'cebe6eeb-c944-4e55-aed4-aa1d146e847e', 'name': '', 'network_id': '927e91ac-6b1e-45a3-a4b7-738926ba2bd6', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'mac_address': 'fa:16:3e:32:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b3488769-b179-4239-9387-4bfdc3adb99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:35Z', 'updated_at': '2021-08-16T07:02:39Z', 'revision_number': 4, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'subnets': [{'id': 'b3488769-b179-4239-9387-4bfdc3adb99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:02:39.645643 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-72ca6cfb-cf4e-46d1-bfe9-fa5c26b1e4d2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.650179 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-72ca6cfb-cf4e-46d1-bfe9-fa5c26b1e4d2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4119668 Aug 16 07:02:39.654181 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38400) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:39.671088 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-b041a714-5720-4af7-9a32-a8f8502cf466 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'security_group_rule': {'security_group_id': '3c609ad1-b53e-4864-aaa9-2a752a32bdd3', 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:39.768599 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644b346-2a6a-478d-8b10-03f81b33aff7 req-78451d1f-5191-4ada-be2c-ca4ca97ae4b3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:39.770108 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a644b346-2a6a-478d-8b10-03f81b33aff7 req-78451d1f-5191-4ada-be2c-ca4ca97ae4b3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0554020 Aug 16 07:02:39.777901 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b041a714-5720-4af7-9a32-a8f8502cf466 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.845798 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a644b346-2a6a-478d-8b10-03f81b33aff7 req-4bea82f5-bab2-4b65-8c07-9ea1184bcd83 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688474 Aug 16 07:02:39.865350 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b041a714-5720-4af7-9a32-a8f8502cf466 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.942756 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b041a714-5720-4af7-9a32-a8f8502cf466 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:39.961809 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041a714-5720-4af7-9a32-a8f8502cf466 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5621a330-1484-409b-800b-580abf3b116f,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:40.063033 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b041a714-5720-4af7-9a32-a8f8502cf466 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.064352 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-b041a714-5720-4af7-9a32-a8f8502cf466 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4085977 Aug 16 07:02:40.067093 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38404) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:40.072021 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-309ec9e3-1e26-4d01-b8f9-70fa810c9929 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'security_group_rule': {'security_group_id': '3c609ad1-b53e-4864-aaa9-2a752a32bdd3', 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:40.171714 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.securitygroups_db [None req-309ec9e3-1e26-4d01-b8f9-70fa810c9929 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Project 7d8392df99284dea99cba7326a6c6afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 07:02:40.177473 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-309ec9e3-1e26-4d01-b8f9-70fa810c9929 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.246906 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-309ec9e3-1e26-4d01-b8f9-70fa810c9929 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.331268 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-309ec9e3-1e26-4d01-b8f9-70fa810c9929 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.349539 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ec9e3-1e26-4d01-b8f9-70fa810c9929 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51896acd-e9cf-433b-9c30-c464d1f57789,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:40.451394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-309ec9e3-1e26-4d01-b8f9-70fa810c9929 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.452876 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-309ec9e3-1e26-4d01-b8f9-70fa810c9929 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3847163 Aug 16 07:02:40.455548 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38406) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:40.460264 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-46466044-66bd-4945-a093-b31ba63a8a66 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'security_group_rule': {'security_group_id': '3c609ad1-b53e-4864-aaa9-2a752a32bdd3', 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:40.548411 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.securitygroups_db [None req-46466044-66bd-4945-a093-b31ba63a8a66 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Project 7d8392df99284dea99cba7326a6c6afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 07:02:40.553863 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-46466044-66bd-4945-a093-b31ba63a8a66 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.618351 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-46466044-66bd-4945-a093-b31ba63a8a66 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.708481 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-46466044-66bd-4945-a093-b31ba63a8a66 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.726112 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46466044-66bd-4945-a093-b31ba63a8a66 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e429ea58-ee0c-4d0e-996c-b1a7b314c5f9,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:40.799995 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-46466044-66bd-4945-a093-b31ba63a8a66 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.801203 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-46466044-66bd-4945-a093-b31ba63a8a66 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446405 Aug 16 07:02:40.828437 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:40.969547 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115a047-08f2-4643-a2a8-377b898b9ebe req-d0bdc7bb-9550-4c6e-8db8-9b5e1ea541e0 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:40.971064 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3115a047-08f2-4643-a2a8-377b898b9ebe req-d0bdc7bb-9550-4c6e-8db8-9b5e1ea541e0 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0509634 Aug 16 07:02:41.005685 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-43e9d05b-bce3-4cc4-8eab-db16e198f865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:41.010563 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3115a047-08f2-4643-a2a8-377b898b9ebe req-20954782-c212-4b8c-a025-0616b02161b7 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333641 Aug 16 07:02:41.274202 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device cebe6eeb-c944-4e55-aed4-aa1d146e847e up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:41.428295 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port cebe6eeb-c944-4e55-aed4-aa1d146e847e completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:41.432173 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port cebe6eeb-c944-4e55-aed4-aa1d146e847e triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:41.432546 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:41.513898 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:41.558526 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port cebe6eeb-c944-4e55-aed4-aa1d146e847e, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=cebe6eeb-c944-4e55-aed4-aa1d146e847e,segment=NetworkSegment(0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7),segment_id=0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:41.639768 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:41.694027 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=cebe6eeb-c944-4e55-aed4-aa1d146e847e,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:41.942533 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:42.130045 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae8e5d-9a0d-4722-ab90-dfe4b81383f8 req-147f04cc-4a6a-4fe9-95d9-0c10c9c15126 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:42.131579 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-56ae8e5d-9a0d-4722-ab90-dfe4b81383f8 req-147f04cc-4a6a-4fe9-95d9-0c10c9c15126 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0534751 Aug 16 07:02:42.172950 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-56ae8e5d-9a0d-4722-ab90-dfe4b81383f8 req-40f135fd-cffe-4e7b-8fa0-87ea322c5966 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348129 Aug 16 07:02:43.259271 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device cebe6eeb-c944-4e55-aed4-aa1d146e847e up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:43.290352 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bdaef-1c59-49ba-8d78-41ed1c1d4b41 req-6f2f23bd-ae0a-4eb2-b1d5-2d5fa37454ac tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:43.291915 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-817bdaef-1c59-49ba-8d78-41ed1c1d4b41 req-6f2f23bd-ae0a-4eb2-b1d5-2d5fa37454ac tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0514097 Aug 16 07:02:43.309580 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port cebe6eeb-c944-4e55-aed4-aa1d146e847e triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:43.309967 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:43.332841 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-817bdaef-1c59-49ba-8d78-41ed1c1d4b41 req-ab857c5f-0732-4edc-a895-1a745030b4c0 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345972 Aug 16 07:02:43.445428 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:44.449809 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631b68b-d117-47a1-96f0-a0956cf3ce56 req-1df6589f-2b5b-4384-81a3-7f89cfa407ad tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:44.451838 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d631b68b-d117-47a1-96f0-a0956cf3ce56 req-1df6589f-2b5b-4384-81a3-7f89cfa407ad tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0496364 Aug 16 07:02:44.490739 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d631b68b-d117-47a1-96f0-a0956cf3ce56 req-c49414b5-336c-40b2-b308-303bd0f05271 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Aug 16 07:02:45.616959 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35815e-f640-42a3-b416-91490e06b39c req-9831797c-c62a-4ef1-ae55-95573dec9ea6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:45.618426 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8b35815e-f640-42a3-b416-91490e06b39c req-9831797c-c62a-4ef1-ae55-95573dec9ea6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0541801 Aug 16 07:02:45.658544 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8b35815e-f640-42a3-b416-91490e06b39c req-07999e8f-f7dd-4f43-a2fd-8f9dc345671a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338213 Aug 16 07:02:46.395064 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88c21e-937f-4997-9001-2a1bffb14aca req-13de59b7-4ca6-4477-815b-1c99f5950725 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:46.396592 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1f88c21e-937f-4997-9001-2a1bffb14aca req-13de59b7-4ca6-4477-815b-1c99f5950725 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0500505 Aug 16 07:02:46.435087 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1f88c21e-937f-4997-9001-2a1bffb14aca req-6780b3c0-d1c1-4f47-8823-653c74259395 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324132 Aug 16 07:02:46.483643 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a02f2ede-b0b4-484f-b037-ccca6249eafb details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:02:46.576997 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:46.588979 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'port_id': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'mac_address': 'fa:16:3e:47:4d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:02:46.628866 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:46.642384 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02f2ede-b0b4-484f-b037-ccca6249eafb {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:02:46.662038 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:46.742723 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:46.777265 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e4461-0f11-47dd-9344-29bc5c93cc00 req-c7a73226-9fea-499c-a3c2-9ff85e08a03f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:46.778759 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-265e4461-0f11-47dd-9344-29bc5c93cc00 req-c7a73226-9fea-499c-a3c2-9ff85e08a03f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0513420 Aug 16 07:02:46.792374 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a02f2ede-b0b4-484f-b037-ccca6249eafb,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:46.819486 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-265e4461-0f11-47dd-9344-29bc5c93cc00 req-93afae33-5212-4c05-9329-88e3c40bef50 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338092 Aug 16 07:02:47.095972 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['a02f2ede-b0b4-484f-b037-ccca6249eafb'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:02:47.560344 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e0a8-af7f-4543-a6ef-8b2270000e41 req-a2cc998c-508f-41e2-ac08-4d0263b413fb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:47.561817 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ff84e0a8-af7f-4543-a6ef-8b2270000e41 req-a2cc998c-508f-41e2-ac08-4d0263b413fb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0531738 Aug 16 07:02:47.598737 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ff84e0a8-af7f-4543-a6ef-8b2270000e41 req-d648e78a-1852-4c9d-8556-206a35fa189b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310655 Aug 16 07:02:47.935302 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961eea9-818d-4866-a389-fb088d6a31a2 req-49f9d772-346e-46a3-8d89-a5a2d09e4c4e tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:47.937642 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a961eea9-818d-4866-a389-fb088d6a31a2 req-49f9d772-346e-46a3-8d89-a5a2d09e4c4e tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 944 time: 0.0509851 Aug 16 07:02:47.974573 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a961eea9-818d-4866-a389-fb088d6a31a2 req-1c6e09fe-24ec-4b38-9aac-8af9012cb40e tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308743 Aug 16 07:02:48.455655 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-3acd4c62-66a6-450c-9ad9-25515c55b65e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:48.457067 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-3acd4c62-66a6-450c-9ad9-25515c55b65e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0494549 Aug 16 07:02:48.510278 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a02f2ede-b0b4-484f-b037-ccca6249eafb up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:02:48.552586 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Deleting port ef1ac328-5ba8-46d9-b201-5890e069df87 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:02:48.552928 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:48.640113 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port a02f2ede-b0b4-484f-b037-ccca6249eafb completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:48.644027 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] For port ef1ac328-5ba8-46d9-b201-5890e069df87, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ef1ac328-5ba8-46d9-b201-5890e069df87,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:48.644399 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:48.645702 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port a02f2ede-b0b4-484f-b037-ccca6249eafb triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:48.646060 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:48.729817 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c213247-d455-4dda-86a6-ce8918519413 req-4a2b0d8f-a16c-4546-a6d3-75057363ddd9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:48.731480 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9c213247-d455-4dda-86a6-ce8918519413 req-4a2b0d8f-a16c-4546-a6d3-75057363ddd9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 946 time: 0.0538197 Aug 16 07:02:48.743619 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:48.769462 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:02:48.772093 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6915c585-a989-42b0-8fde-37f062b8c8ad" -d '{"events": [{"server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "name": "network-vif-plugged", "status": "completed", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:02:48.774452 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9c213247-d455-4dda-86a6-ce8918519413 req-7f4d9469-770c-4d47-916d-458f21918744 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62c169e-8e34-4ef6-bc90-2539b2818b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369840 Aug 16 07:02:48.793715 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:02:48.823154 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03013d80-ea51-4997-9d2f-c2170c9320d6 x-openstack-request-id: req-03013d80-ea51-4997-9d2f-c2170c9320d6 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:02:48.823517 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "name": "network-vif-plugged", "status": "completed", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:02:48.823775 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03013d80-ea51-4997-9d2f-c2170c9320d6 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:02:48.824176 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'code': 200} Aug 16 07:02:48.949938 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:48.950312 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:48.950673 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Floating IP 079441ff-99b5-446f-9c77-2d518e97d28b disassociated. External IP: 172.27.0.19, port: ef1ac328-5ba8-46d9-b201-5890e069df87. Aug 16 07:02:48.951016 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Calling delete_port for ef1ac328-5ba8-46d9-b201-5890e069df87 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:02:49.022064 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:49.088019 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a02f2ede-b0b4-484f-b037-ccca6249eafb,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:49.109630 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a28ef-aaa5-4b45-b9c3-01b3426251e0 req-b5943e78-0047-4083-b76f-7571c12c8374 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:49.111263 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d11a28ef-aaa5-4b45-b9c3-01b3426251e0 req-b5943e78-0047-4083-b76f-7571c12c8374 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0605757 Aug 16 07:02:49.149141 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d11a28ef-aaa5-4b45-b9c3-01b3426251e0 req-fedf158d-97fc-4663-9e3f-2c4b00068557 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Aug 16 07:02:49.211407 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:49.244038 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event deleted for resources: {'Port': ['ID=ef1ac328-5ba8-46d9-b201-5890e069df87,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:49.262775 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.262775 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.262775 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.262775 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.262775 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.262775 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.263579 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.263579 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.264532 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.264947 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.265164 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.265498 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:49.370266 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3d6bf-0c08-4c56-a099-6a71cedfb38c req-c786b1bd-ea39-427c-9f02-e61f351cf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:49.370580 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:02:49.371837 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c7f3d6bf-0c08-4c56-a099-6a71cedfb38c req-c786b1bd-ea39-427c-9f02-e61f351cf461 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1098 time: 0.0401351 Aug 16 07:02:49.407580 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c7f3d6bf-0c08-4c56-a099-6a71cedfb38c req-b921a731-320f-4e64-83e7-4b61bd7d3146 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284638 Aug 16 07:02:49.480257 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:02:49.490258 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] Sync routers for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:02:49.500608 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:49.501403 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:49.520897 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] No DVR routers for this DVR port ef1ac328-5ba8-46d9-b201-5890e069df87 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:02:49.523496 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:49.525675 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ed4bbadc-ce30-47ac-a907-8bcc93b163a4 req-f000a6a5-02f2-4cf6-b002-0564aab34f61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "DELETE /v2.0/ports/ef1ac328-5ba8-46d9-b201-5890e069df87 HTTP/1.1" status: 204 len: 173 time: 1.0614007 Aug 16 07:02:49.526131 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-deleted', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:02:49.528891 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3057634-a72f-44b4-b1f3-3d2e4e12b397" -d '{"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-deleted", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:02:49.573061 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c10a28-3160-4268-b134-40525aaca8aa x-openstack-request-id: req-21c10a28-3160-4268-b134-40525aaca8aa {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:02:49.573352 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb863d5-b524-4421-b0ee-be4d5b5b959e", "name": "network-vif-deleted", "tag": "ef1ac328-5ba8-46d9-b201-5890e069df87", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:02:49.573631 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21c10a28-3160-4268-b134-40525aaca8aa {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:02:49.574029 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb863d5-b524-4421-b0ee-be4d5b5b959e', 'name': 'network-vif-deleted', 'tag': 'ef1ac328-5ba8-46d9-b201-5890e069df87', 'status': 'completed', 'code': 200} Aug 16 07:02:49.613851 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:49.815184 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:49.848116 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] Checking router: 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:02:49.857147 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:49.858490 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:49.882922 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b604b928-b610-41a1-a11c-3da3756d8b52 req-1ea0df08-9918-4bf2-8954-e4e51c23ad74 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb863d5-b524-4421-b0ee-be4d5b5b959e HTTP/1.1" status: 200 len: 210 time: 0.0294843 Aug 16 07:02:50.097767 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:50.293331 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e90dfb-633e-45d7-a3be-f1775b7afe20 req-f0802555-9bd8-4a04-b0c7-7f8f441e186c tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:50.296495 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c2e90dfb-633e-45d7-a3be-f1775b7afe20 req-f0802555-9bd8-4a04-b0c7-7f8f441e186c tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0610085 Aug 16 07:02:50.329050 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:50.371485 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f38d2b-b385-43ce-81e4-6aec347d727b None None] The sync data for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi is: [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:02:50.371688 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c2e90dfb-633e-45d7-a3be-f1775b7afe20 req-c46770b8-9753-49bc-b4d6-d7a6d96e4ff9 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494583 Aug 16 07:02:50.625800 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53572a9d-db6d-42b0-b3a8-600f17dec593 None None] New status for floating IP 079441ff-99b5-446f-9c77-2d518e97d28b: DOWN {{(pid=101194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:02:51.069216 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38536) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:51.128047 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:51.152004 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:51.297117 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:51.299821 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:51.301071 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "DELETE /v2.0/security-groups/d62c169e-8e34-4ef6-bc90-2539b2818b8d HTTP/1.1" status: 204 len: 168 time: 0.2308695 Aug 16 07:02:51.303857 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38540) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:51.310660 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62c169e-8e34-4ef6-bc90-2539b2818b8d,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:51.317731 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.api.v2.resource [None req-4354ce20-211a-49e4-8798-16c43cab9024 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] show failed (client error): The resource could not be found. Aug 16 07:02:51.318272 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.321498 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.321613 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-4354ce20-211a-49e4-8798-16c43cab9024 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups/d62c169e-8e34-4ef6-bc90-2539b2818b8d HTTP/1.1" status: 404 len: 347 time: 0.0139265 Aug 16 07:02:51.321751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.321751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.321751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.321751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.321751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.321751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.321751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.321751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.322345 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38542) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:51.322434 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.322434 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c21cd0-f251-4286-92c5-64cad976f8d4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:02:51.460419 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Deleting port 8ca6d9c5-c112-4c88-9dc2-b4059b5be562 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:02:51.460760 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:51.482100 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24479e2-9828-4fd5-932c-e43f1e8cd33d req-1b580845-3a33-4416-8151-cd6eeee015e1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:51.484607 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d24479e2-9828-4fd5-932c-e43f1e8cd33d req-1b580845-3a33-4416-8151-cd6eeee015e1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0584660 Aug 16 07:02:51.525683 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d24479e2-9828-4fd5-932c-e43f1e8cd33d req-cfbef052-3f14-4c2b-90aa-c51b730d87d3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347607 Aug 16 07:02:51.546975 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:51.547580 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:51.561083 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Calling delete_port for 8ca6d9c5-c112-4c88-9dc2-b4059b5be562 owned by network:floatingip {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:02:51.645979 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d28015-71ea-4e46-b6b0-26b61acf6fa4 req-a9e322a9-57a0-4971-a2c8-1b21e28624be tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:51.647687 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-28d28015-71ea-4e46-b6b0-26b61acf6fa4 req-a9e322a9-57a0-4971-a2c8-1b21e28624be tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0520153 Aug 16 07:02:51.694017 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-28d28015-71ea-4e46-b6b0-26b61acf6fa4 req-73c08398-5b6d-4666-bfb9-9883b11727eb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Aug 16 07:02:51.726525 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38548) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:51.919083 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54338011-219f-4459-8b2a-2fc7b0b759eb tempest-TestShelveInstance-1961397982 tempest-TestShelveInstance-1961397982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:51.921780 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-54338011-219f-4459-8b2a-2fc7b0b759eb tempest-TestShelveInstance-1961397982 tempest-TestShelveInstance-1961397982-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1093 time: 0.1941025 Aug 16 07:02:51.924600 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38552) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:51.928917 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Request body: {'floatingip': {'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'port_id': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:52.046223 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.072048 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event deleted for resources: {'Port': ['ID=8ca6d9c5-c112-4c88-9dc2-b4059b5be562,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:52.078270 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for floatingip, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.183397 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.185990 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.190428 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-41a80baa-365c-4777-8f58-da0cd4a3630a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "DELETE /v2.0/floatingips/079441ff-99b5-446f-9c77-2d518e97d28b HTTP/1.1" status: 204 len: 168 time: 0.8647511 Aug 16 07:02:52.259921 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.389210 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Allocated IP 172.27.0.127 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/255568de-9b84-4990-966f-d8629fbef9c0) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:52.490125 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.516803 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38558) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:52.521429 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-183d1ff3-f035-4086-a3f0-40029306ac88 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174627954', 'description': 'tempest-description--242639885'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:52.525801 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ef1ac328-5ba8-46d9-b201-5890e069df87 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:02:52.550553 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: ef1ac328-5ba8-46d9-b201-5890e069df87 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:02:52.550902 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device ef1ac328-5ba8-46d9-b201-5890e069df87 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:02:52.582849 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.605945 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-183d1ff3-f035-4086-a3f0-40029306ac88 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.623613 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:52.626452 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:52.630080 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:52.635475 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'Port': ['ID=255568de-9b84-4990-966f-d8629fbef9c0,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:52.703119 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-183d1ff3-f035-4086-a3f0-40029306ac88 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.770905 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-183d1ff3-f035-4086-a3f0-40029306ac88 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.800009 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d1ff3-f035-4086-a3f0-40029306ac88 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c282d59f-81ac-4dfe-baa1-5e31801fc259,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:52.862331 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-183d1ff3-f035-4086-a3f0-40029306ac88 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:52.863619 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-183d1ff3-f035-4086-a3f0-40029306ac88 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3458333 Aug 16 07:02:52.866451 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38560) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:52.871050 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-fa9a0f35-f8f1-43a0-85bf-e9882934ce7b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'security_group_rule': {'security_group_id': 'c282d59f-81ac-4dfe-baa1-5e31801fc259', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:52.947437 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0f35-f8f1-43a0-85bf-e9882934ce7b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.004610 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0f35-f8f1-43a0-85bf-e9882934ce7b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.080013 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0f35-f8f1-43a0-85bf-e9882934ce7b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.099642 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a0f35-f8f1-43a0-85bf-e9882934ce7b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd8e205-423a-48ee-b515-1c9df931c2cf,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:53.162909 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0f35-f8f1-43a0-85bf-e9882934ce7b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.164328 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-fa9a0f35-f8f1-43a0-85bf-e9882934ce7b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2943432 Aug 16 07:02:53.164974 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38562) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:53.169615 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-f7232638-94ed-4ff5-acb6-b65f2ad27fec tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'security_group_rule': {'security_group_id': 'c282d59f-81ac-4dfe-baa1-5e31801fc259', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:53.256092 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f7232638-94ed-4ff5-acb6-b65f2ad27fec tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.318333 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f7232638-94ed-4ff5-acb6-b65f2ad27fec tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.348349 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.388036 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f7232638-94ed-4ff5-acb6-b65f2ad27fec tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.405925 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7232638-94ed-4ff5-acb6-b65f2ad27fec tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad6ec14-cdac-4824-8f20-770684f061e8,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:53.490973 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f7232638-94ed-4ff5-acb6-b65f2ad27fec tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.492509 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-f7232638-94ed-4ff5-acb6-b65f2ad27fec tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3264196 Aug 16 07:02:53.495981 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38566) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:02:53.501105 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'floatingip': {'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:53.544987 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.570846 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.668969 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.700045 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.770892 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.777261 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Allocated IP 172.27.0.201 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/4e5da790-4b75-4bcf-af5a-78a696636f84) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:53.842023 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event updated for resources: {'Port': ['ID=255568de-9b84-4990-966f-d8629fbef9c0,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:53.852057 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.878636 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:53.953982 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Floating IP eeec23d8-9231-44d4-98bc-a47754729403 associated. External IP: 172.27.0.127, port: a02f2ede-b0b4-484f-b037-ccca6249eafb. Aug 16 07:02:54.000726 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:54.043738 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:54.049634 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:54.052121 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:54.082480 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'Port': ['ID=4e5da790-4b75-4bcf-af5a-78a696636f84,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:54.108716 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:54.141920 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:54.170126 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Router 4c18a68d-2493-423a-a3b1-bbc717de29eb has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:02:54.236000 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:54.276794 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:02:54.287260 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] Sync routers for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:02:54.297948 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:54.298727 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:54.399855 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:54.405920 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:54.414373 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:54.442012 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-6f6905b1-084c-49da-bd79-5e024c353cd1 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5163729 Aug 16 07:02:54.442697 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:02:54.445122 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9de204-8d98-4320-997c-be4d5fde385e" -d '{"events": [{"name": "network-changed", "server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:02:54.454858 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:54.489749 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d77b7a8-c12f-4a4f-b371-e228b93808a0 x-openstack-request-id: req-1d77b7a8-c12f-4a4f-b371-e228b93808a0 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:02:54.491044 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:02:54.491044 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d77b7a8-c12f-4a4f-b371-e228b93808a0 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:02:54.491983 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'status': 'completed', 'code': 200} Aug 16 07:02:54.536138 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'Port': ['ID=4e5da790-4b75-4bcf-af5a-78a696636f84,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:54.543025 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:54.556003 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9de204-8d98-4320-997c-be4d5fde385e req-11690e2f-4d03-4bc8-adba-d5625a568263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:54.557674 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8a9de204-8d98-4320-997c-be4d5fde385e req-11690e2f-4d03-4bc8-adba-d5625a568263 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=002bdf9b58f64009af23512ff886f946&device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1098 time: 0.0453475 Aug 16 07:02:54.611285 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:54.612618 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-213e8845-7af3-4ad5-a48b-3dca5517151e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1156397 Aug 16 07:02:54.648987 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': 'eeec23d8-9231-44d4-98bc-a47754729403', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'port_id': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'mac_address': 'fa:16:3e:47:4d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:02:52Z', 'updated_at': '2021-08-16T07:02:52Z', 'revision_number': 0, 'project_id': '002bdf9b58f64009af23512ff886f946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:57Z', 'revision_number': 5, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:54.664386 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9de204-8d98-4320-997c-be4d5fde385e req-8419e7da-223e-438e-9ca0-12c97f74740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:54.665882 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8a9de204-8d98-4320-997c-be4d5fde385e req-8419e7da-223e-438e-9ca0-12c97f74740a service neutron] 10.222.0.18 "GET /v2.0/networks?id=46e84ed5-9ee8-4909-a712-02feb0d17db1 HTTP/1.1" status: 200 len: 909 time: 0.1010737 Aug 16 07:02:54.680410 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] Checking router: 4c18a68d-2493-423a-a3b1-bbc717de29eb for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:02:54.689310 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:02:54.690114 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:02:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:54.737853 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8a9de204-8d98-4320-997c-be4d5fde385e req-690c6840-7f6b-4c60-ad16-3867b121a3b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb HTTP/1.1" status: 200 len: 999 time: 0.0649807 Aug 16 07:02:54.788002 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9de204-8d98-4320-997c-be4d5fde385e req-aeccd223-fa31-4c20-95d1-09f8fbd2de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:54.789466 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8a9de204-8d98-4320-997c-be4d5fde385e req-aeccd223-fa31-4c20-95d1-09f8fbd2de0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5658af5-84bb-41f7-9b2f-f8ddb27a6089 HTTP/1.1" status: 200 len: 848 time: 0.0446916 Aug 16 07:02:54.800959 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:02:54.811279 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-5acea1d8-1003-4f31-bc0f-7648999cd864 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--174627954&fields=id&tenant_id=c039abc6408441d98c333f659184a74a HTTP/1.1" status: 200 len: 267 time: 0.0352993 Aug 16 07:02:54.838026 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9de204-8d98-4320-997c-be4d5fde385e req-10ca2e64-6ade-4cdf-80f4-d9fa845e7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:54.839585 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8a9de204-8d98-4320-997c-be4d5fde385e req-10ca2e64-6ade-4cdf-80f4-d9fa845e7ed2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46e84ed5-9ee8-4909-a712-02feb0d17db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429070 Aug 16 07:02:54.924074 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-f8d52350-b394-49d2-a3b5-98edf3e24cde tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:54.925565 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-f8d52350-b394-49d2-a3b5-98edf3e24cde tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 816 time: 0.1069529 Aug 16 07:02:54.976031 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8a9de204-8d98-4320-997c-be4d5fde385e req-e99c20d5-7fc9-4d01-9487-6aae4ca48955 service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895984 Aug 16 07:02:54.976211 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-95f3308a-8875-4672-9069-19e63624932f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/quotas/c039abc6408441d98c333f659184a74a HTTP/1.1" status: 200 len: 375 time: 0.0092335 Aug 16 07:02:55.003677 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-aa48663c-029f-483c-933e-ec5c8195bc1c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567832 Aug 16 07:02:55.032593 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8a9de204-8d98-4320-997c-be4d5fde385e req-0f88e358-5f5f-4ceb-a3aa-264b54357f3a service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888908 Aug 16 07:02:55.036726 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': 'eeec23d8-9231-44d4-98bc-a47754729403', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'port_id': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'mac_address': 'fa:16:3e:47:4d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:02:52Z', 'updated_at': '2021-08-16T07:02:52Z', 'revision_number': 0, 'project_id': '002bdf9b58f64009af23512ff886f946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:57Z', 'revision_number': 5, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:02:55.064026 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5af19d-7968-491b-aa1b-d11bf6291fae None None] The sync data for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi is: [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': 'eeec23d8-9231-44d4-98bc-a47754729403', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'port_id': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'mac_address': 'fa:16:3e:47:4d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:02:52Z', 'updated_at': '2021-08-16T07:02:52Z', 'revision_number': 0, 'project_id': '002bdf9b58f64009af23512ff886f946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:57Z', 'revision_number': 5, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:02:55.098388 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-a2c4912d-52fe-4ef8-8650-4a95d9f4ca25 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842535 Aug 16 07:02:55.195266 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-a6764ed0-84f4-42a1-9ec9-35c02053ef71 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903642 Aug 16 07:02:55.256171 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cdc84d-65da-4757-a934-242c2aa9e555 None None] New status for floating IP eeec23d8-9231-44d4-98bc-a47754729403: ACTIVE {{(pid=101194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:02:55.457548 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-562e5e39-3dd5-4531-9cae-6834b3256bf1 req-acde7d62-84c4-43e9-bf88-146e3ebe37a4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 210 time: 0.0289304 Aug 16 07:02:56.565534 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7891d273-8334-4c56-ab43-e3230984b0b2 req-680b4b7d-ad67-464b-b5c4-8685f42e05d2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 210 time: 0.0274444 Aug 16 07:02:57.509521 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-f9c49607-ac7b-4646-b9e8-734f64f52f86 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:57.509521 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-f9c49607-ac7b-4646-b9e8-734f64f52f86 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 816 time: 0.1071727 Aug 16 07:02:57.535921 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-49cfcf57-abbb-4a8a-b1b2-e6cff8d29484 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c039abc6408441d98c333f659184a74a HTTP/1.1" status: 200 len: 379 time: 0.0338101 Aug 16 07:02:57.547002 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'port': {'device_id': '2c486c02-409e-4815-8a1a-f7a57223931e', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'admin_state_up': True, 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'security_groups': ['c282d59f-81ac-4dfe-baa1-5e31801fc259']}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:57.666084 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-37d573de-9ef0-401e-a867-4033c7d0caa3 req-953f64ef-02bb-48df-ad71-e9d4346f87f8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 210 time: 0.0260465 Aug 16 07:02:57.736674 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Made reservation on behalf of c039abc6408441d98c333f659184a74a for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:02:57.740297 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:57.866348 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Allocated IP 172.20.0.7 (ab8752b6-7d0b-4007-ad91-11175ff501f7/a95ff011-2f9a-47c3-be10-9fcf5af7c083/a80fdee6-5dff-43f6-8c78-16aad9abf896) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:02:57.999107 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:58.012112 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Transition to ACTIVE for port object a80fdee6-5dff-43f6-8c78-16aad9abf896 will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:58.113718 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:58.157085 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:02:58.160160 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:02:58.163913 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:02:58.170942 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:58.217944 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:58.218623 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:58.303246 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-17514a3b-324d-442a-8dca-015a7fee4f2a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597318 Aug 16 07:02:58.316655 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Request body: {'port': {'device_id': '2c486c02-409e-4815-8a1a-f7a57223931e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:02:58.372770 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:58.468362 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-e26fb5cd-68c8-4b3e-8eb9-3d7df2aba7e6 None None] Provisioning for port a80fdee6-5dff-43f6-8c78-16aad9abf896 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:02:58.472285 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-e26fb5cd-68c8-4b3e-8eb9-3d7df2aba7e6 None None] Provisioning complete for port a80fdee6-5dff-43f6-8c78-16aad9abf896 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:02:58.472672 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e26fb5cd-68c8-4b3e-8eb9-3d7df2aba7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:58.507618 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-e26fb5cd-68c8-4b3e-8eb9-3d7df2aba7e6 None None] Port a80fdee6-5dff-43f6-8c78-16aad9abf896 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:02:58.627640 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80fdee6-5dff-43f6-8c78-16aad9abf896 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:02:58.635255 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:58.647008 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Transition to ACTIVE for port object a80fdee6-5dff-43f6-8c78-16aad9abf896 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:02:58.702286 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:58.751568 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:58.793147 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b68be-153c-4d51-b144-afb461e868f1 req-31c668ed-11e4-4589-88c7-d1c484d9394b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:58.795435 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b06b68be-153c-4d51-b144-afb461e868f1 req-31c668ed-11e4-4589-88c7-d1c484d9394b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0565250 Aug 16 07:02:58.826069 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Attempting to bind port a80fdee6-5dff-43f6-8c78-16aad9abf896 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:02:58.826548 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Attempting to bind port a80fdee6-5dff-43f6-8c78-16aad9abf896 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:02:58.829140 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Attempting to bind port a80fdee6-5dff-43f6-8c78-16aad9abf896 on network ab8752b6-7d0b-4007-ad91-11175ff501f7 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:58.833410 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Port a80fdee6-5dff-43f6-8c78-16aad9abf896 on network ab8752b6-7d0b-4007-ad91-11175ff501f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:02:58.833737 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Attempting to bind port a80fdee6-5dff-43f6-8c78-16aad9abf896 on network ab8752b6-7d0b-4007-ad91-11175ff501f7 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:02:58.838014 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b06b68be-153c-4d51-b144-afb461e868f1 req-3cb8a993-fb89-4e5a-8617-965d7d712d37 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350194 Aug 16 07:02:58.838997 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:02:58.839371 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Checking segment: {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:02:58.839749 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Bound using segment: {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:02:58.840274 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Bound port: a80fdee6-5dff-43f6-8c78-16aad9abf896, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3149c9e-d949-435f-b842-989e0e2c3a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:02:58.840645 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:58.908612 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:02:58.911742 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:02:58.988334 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:59.021938 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:59.022540 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:02:59.023939 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] 10.222.0.18 "PUT /v2.0/ports/a80fdee6-5dff-43f6-8c78-16aad9abf896 HTTP/1.1" status: 200 len: 1093 time: 0.7116911 Aug 16 07:02:59.024383 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:02:59.026563 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21029fc-1ae4-4d4a-9f4a-537c6661aa31" -d '{"events": [{"name": "network-changed", "server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:02:59.051043 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bab5fb-65f5-463a-bdd0-168a65547fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:02:59.070385 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428b897e-4be4-4e42-959e-c905e809ca7b x-openstack-request-id: req-428b897e-4be4-4e42-959e-c905e809ca7b {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:02:59.070683 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:02:59.070938 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-428b897e-4be4-4e42-959e-c905e809ca7b {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:02:59.071358 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'status': 'completed', 'code': 200} Aug 16 07:02:59.240560 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21029fc-1ae4-4d4a-9f4a-537c6661aa31 req-3ff83ffd-fd3a-43ff-9441-d50e24df3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:59.242035 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-f21029fc-1ae4-4d4a-9f4a-537c6661aa31 req-3ff83ffd-fd3a-43ff-9441-d50e24df3f1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 1096 time: 0.0404103 Aug 16 07:02:59.342787 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21029fc-1ae4-4d4a-9f4a-537c6661aa31 req-c2fbdbeb-08e3-46fb-a38a-bbd7542bdd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:59.344249 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-f21029fc-1ae4-4d4a-9f4a-537c6661aa31 req-c2fbdbeb-08e3-46fb-a38a-bbd7542bdd41 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c039abc6408441d98c333f659184a74a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0941372 Aug 16 07:02:59.444863 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21029fc-1ae4-4d4a-9f4a-537c6661aa31 req-29b8d155-88f3-4bb0-ad60-e157cc00d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:59.446328 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-f21029fc-1ae4-4d4a-9f4a-537c6661aa31 req-29b8d155-88f3-4bb0-ad60-e157cc00d983 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0951593 Aug 16 07:02:59.523687 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-5eaca29e-dbf7-478f-a06c-f4e9369503dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:59.525122 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-5eaca29e-dbf7-478f-a06c-f4e9369503dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 1096 time: 0.0404940 Aug 16 07:02:59.565480 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-05c234fe-c1de-4686-8c18-6b40924e3ed9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896 HTTP/1.1" status: 200 len: 217 time: 0.0327432 Aug 16 07:02:59.614012 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-66fcf96b-d618-4aa2-b48d-44df9d9285f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:59.615513 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-66fcf96b-d618-4aa2-b48d-44df9d9285f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0425692 Aug 16 07:02:59.664292 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-203fa2d5-8362-4297-8901-58342d3e6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:59.665844 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-203fa2d5-8362-4297-8901-58342d3e6fcf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422478 Aug 16 07:02:59.761281 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-b41556be-8edd-4fa0-a965-710421e9ab7e service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883303 Aug 16 07:02:59.852190 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d808cb7a-d119-446e-9052-3f9ea4e507b3 req-06d4d118-98ed-44fc-a4e5-ceb6e659005f service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831730 Aug 16 07:02:59.968182 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd5c2-6646-4847-93fe-9d250d129435 req-117fb441-084e-4a06-b945-6b3cef2cde06 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:02:59.969588 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0f5dd5c2-6646-4847-93fe-9d250d129435 req-117fb441-084e-4a06-b945-6b3cef2cde06 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0523932 Aug 16 07:03:00.006979 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0f5dd5c2-6646-4847-93fe-9d250d129435 req-5e9af4b0-9952-41e7-a0a0-49580c351586 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312221 Aug 16 07:03:01.129277 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c94411-c824-4f52-96cd-dff56aa4875a req-2352d2ed-dbe1-4eb6-bc4b-16b80af88c89 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:01.130749 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-81c94411-c824-4f52-96cd-dff56aa4875a req-2352d2ed-dbe1-4eb6-bc4b-16b80af88c89 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0496595 Aug 16 07:03:01.167641 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-81c94411-c824-4f52-96cd-dff56aa4875a req-8447e387-b686-46c8-ab77-de30d1bfe558 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Aug 16 07:03:02.285989 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcf0fa-24ff-42b6-82ca-b7a458b69748 req-8f4f0b88-7f3d-4278-8d69-4a914c9493cf tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:02.287538 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0afcf0fa-24ff-42b6-82ca-b7a458b69748 req-8f4f0b88-7f3d-4278-8d69-4a914c9493cf tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0480559 Aug 16 07:03:02.325327 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0afcf0fa-24ff-42b6-82ca-b7a458b69748 req-1ec813d5-1fcf-459f-a55a-1e6fe4239c3a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Aug 16 07:03:03.452502 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112b19b-21fc-4d25-a66f-bd1bbde00d52 req-ea42f08f-1ac2-408c-9447-8dca1fc634e8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:03.453922 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d112b19b-21fc-4d25-a66f-bd1bbde00d52 req-ea42f08f-1ac2-408c-9447-8dca1fc634e8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0555737 Aug 16 07:03:03.491322 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d112b19b-21fc-4d25-a66f-bd1bbde00d52 req-5917da2f-0517-4003-a24c-69e2baafa31b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314643 Aug 16 07:03:04.603990 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:03:04.608546 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f5371-dd6c-4bc7-a075-934cc5da0c15 req-ecb3fd5c-41b1-4de9-90ee-ab1afec45b72 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:04.610058 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a21f5371-dd6c-4bc7-a075-934cc5da0c15 req-ecb3fd5c-41b1-4de9-90ee-ab1afec45b72 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0489709 Aug 16 07:03:04.648841 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a21f5371-dd6c-4bc7-a075-934cc5da0c15 req-a0c934d8-0eb6-4374-b4b4-bc0d12d08d70 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Aug 16 07:03:04.700171 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:03:04.711696 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'port_id': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'mac_address': 'fa:16:3e:82:61:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:03:04.748693 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:04.761572 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80fdee6-5dff-43f6-8c78-16aad9abf896 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:03:04.781905 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:03:04.862254 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:04.914601 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:03:05.164016 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-223b8fd7-faae-4371-8eee-be56c0221678 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234518112&fields=id&tenant_id=7d8392df99284dea99cba7326a6c6afe HTTP/1.1" status: 200 len: 267 time: 0.0326483 Aug 16 07:03:05.257849 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['a80fdee6-5dff-43f6-8c78-16aad9abf896'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:03:05.270819 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-23cefa0a-d4c6-4fea-8897-1120021c440e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:05.272298 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-23cefa0a-d4c6-4fea-8897-1120021c440e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 811 time: 0.1018987 Aug 16 07:03:05.287793 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-91c4465e-0644-4977-a2c6-c1db3d8cca46 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/quotas/7d8392df99284dea99cba7326a6c6afe HTTP/1.1" status: 200 len: 375 time: 0.0099137 Aug 16 07:03:05.339249 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-4218c6e4-e2f8-4927-a31e-1b151ecf0bf6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458357 Aug 16 07:03:05.435782 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-aa6e2d1b-9b21-4f7e-a289-b369d063e1f5 service neutron] 10.222.0.20 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846145 Aug 16 07:03:05.524318 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-8df9d102-dc57-4764-8449-e1a97f84bfcc service neutron] 10.222.0.20 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811014 Aug 16 07:03:05.766501 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c657e85-5798-49bc-a56b-220d9bb72475 req-51527e5f-d6ac-4136-bf9a-fc11bb868f73 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:05.768040 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8c657e85-5798-49bc-a56b-220d9bb72475 req-51527e5f-d6ac-4136-bf9a-fc11bb868f73 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 944 time: 0.0489810 Aug 16 07:03:05.806084 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8c657e85-5798-49bc-a56b-220d9bb72475 req-8e799995-5f1f-4d54-bc5a-c4a2c0ed3750 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320773 Aug 16 07:03:06.065465 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-96dfdfd5-160e-44a6-a812-f9b179dae463 req-466693be-1ced-4661-84a0-1579abc363a9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 210 time: 0.0305192 Aug 16 07:03:06.625159 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:03:06.782128 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port a80fdee6-5dff-43f6-8c78-16aad9abf896 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:03:06.785961 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port a80fdee6-5dff-43f6-8c78-16aad9abf896 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:03:06.786338 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:06.864410 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:06.886616 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:03:06.888856 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcb02a0-74fa-4fcc-8ab6-297700b78c12" -d '{"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-plugged", "status": "completed", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:03:06.902441 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:03:06.929263 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e25c986-44cd-4beb-a784-03e58bc6edd4 x-openstack-request-id: req-7e25c986-44cd-4beb-a784-03e58bc6edd4 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:03:06.929571 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-plugged", "status": "completed", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:03:06.929888 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e25c986-44cd-4beb-a784-03e58bc6edd4 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:03:06.930278 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'code': 200} Aug 16 07:03:06.936108 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1218543-f2c2-4fe1-82b7-aa2863fe74d5 req-9455ee0e-5b9c-4ea3-99fb-16565f04a415 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:06.937640 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a1218543-f2c2-4fe1-82b7-aa2863fe74d5 req-9455ee0e-5b9c-4ea3-99fb-16565f04a415 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 944 time: 0.0546663 Aug 16 07:03:06.959568 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:06.980918 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a1218543-f2c2-4fe1-82b7-aa2863fe74d5 req-57611e74-0c50-4dc8-9005-1e5be0cea185 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372672 Aug 16 07:03:07.015394 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:03:07.160728 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-641d3be9-d45d-473d-8bc7-04dc783aec15 req-7efbf545-40f1-4248-b04b-134ccfbdcf30 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 210 time: 0.0272162 Aug 16 07:03:07.257350 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856012d3-0850-4741-a878-ea257c17a5d6 req-dd5989a8-bf11-45df-90ee-c13c21baa5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:07.258885 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-856012d3-0850-4741-a878-ea257c17a5d6 req-dd5989a8-bf11-45df-90ee-c13c21baa5d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 1098 time: 0.0416758 Aug 16 07:03:07.308526 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-856012d3-0850-4741-a878-ea257c17a5d6 req-f50f6188-6ef8-4022-ba78-55ce92593b3c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280123 Aug 16 07:03:07.964661 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-0eb36036-caa4-4009-a0eb-b6bf6ef1d74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:08.105345 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca01d4-a2ae-41aa-8b1d-11b9abed3ac6 req-c0b7d6b4-9f03-4c5b-81ef-366a19218a69 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:08.106721 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-65ca01d4-a2ae-41aa-8b1d-11b9abed3ac6 req-c0b7d6b4-9f03-4c5b-81ef-366a19218a69 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0486603 Aug 16 07:03:08.145849 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-65ca01d4-a2ae-41aa-8b1d-11b9abed3ac6 req-53fdf234-639b-4fcd-8e1b-013e4ff6f948 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327899 Aug 16 07:03:08.224611 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-65bb5747-ba80-4d5d-9a6f-ccd2800569f1 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:08.226186 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-65bb5747-ba80-4d5d-9a6f-ccd2800569f1 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 811 time: 0.1091430 Aug 16 07:03:08.263696 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-21f8eaf3-ae58-480d-964e-516e63f12c87 req-4c7ba6aa-87cb-4979-a4d0-a5536112df00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 210 time: 0.0310540 Aug 16 07:03:08.272231 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-9021d401-8da7-499e-b507-3619a544ff6d tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d8392df99284dea99cba7326a6c6afe HTTP/1.1" status: 200 len: 379 time: 0.0357387 Aug 16 07:03:08.285777 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'port': {'device_id': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'admin_state_up': True, 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'security_groups': ['3c609ad1-b53e-4864-aaa9-2a752a32bdd3']}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:03:08.478977 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Made reservation on behalf of 7d8392df99284dea99cba7326a6c6afe for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:03:08.484009 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:08.610836 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Allocated IP 172.20.0.3 (ea5fed79-e3b7-4e3c-be61-1e8eb5301c44/b8b3f50f-f1f1-4569-8755-6f81a36c9ac9/b216d529-6014-42cf-8c99-b6327717b855) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:03:08.747339 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:08.760754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Transition to ACTIVE for port object b216d529-6014-42cf-8c99-b6327717b855 will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:03:08.885375 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:08.929229 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:03:08.932275 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:03:08.936223 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:03:08.943357 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'Port': ['ID=b216d529-6014-42cf-8c99-b6327717b855,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:03:08.991470 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:08.992121 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:09.034295 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-a9e4a480-0c74-4015-b548-28f5df77f117 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7526824 Aug 16 07:03:09.052755 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Request body: {'port': {'device_id': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:03:09.106954 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:09.200402 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1a30c189-6fb4-4c93-b714-f82803215c38 None None] Provisioning for port b216d529-6014-42cf-8c99-b6327717b855 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:03:09.209651 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1a30c189-6fb4-4c93-b714-f82803215c38 None None] Provisioning complete for port b216d529-6014-42cf-8c99-b6327717b855 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:03:09.209651 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1a30c189-6fb4-4c93-b714-f82803215c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:09.246712 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:03:09.248437 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-1a30c189-6fb4-4c93-b714-f82803215c38 None None] Port b216d529-6014-42cf-8c99-b6327717b855 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:03:09.285822 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094b8f9-902c-4b54-871f-a91dab133359 req-930e0350-ba91-47c3-8dd6-a560c472ad36 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:09.287476 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a094b8f9-902c-4b54-871f-a91dab133359 req-930e0350-ba91-47c3-8dd6-a560c472ad36 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0545590 Aug 16 07:03:09.331010 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a094b8f9-902c-4b54-871f-a91dab133359 req-d4e688aa-7d4b-4ffd-8d59-e2c681dc5b33 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359125 Aug 16 07:03:09.386772 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b216d529-6014-42cf-8c99-b6327717b855 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:03:09.391668 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c266161-be80-414a-9062-ffb645fa38cd req-7fd30c67-e54f-4da4-83cb-b66bc8542835 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:09.393440 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7c266161-be80-414a-9062-ffb645fa38cd req-7fd30c67-e54f-4da4-83cb-b66bc8542835 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 931 time: 0.0516200 Aug 16 07:03:09.396496 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:09.414850 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Transition to ACTIVE for port object b216d529-6014-42cf-8c99-b6327717b855 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:03:09.479509 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7c266161-be80-414a-9062-ffb645fa38cd req-a688129b-d78c-4ad5-b191-36f378deee26 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787311 Aug 16 07:03:09.491041 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:09.496313 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216ea9f-17ff-4348-8c33-9458aacc7e7a req-daf3d20b-37d4-4de7-a5f8-6a696ea4d664 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:09.497764 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4216ea9f-17ff-4348-8c33-9458aacc7e7a req-daf3d20b-37d4-4de7-a5f8-6a696ea4d664 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0825582 Aug 16 07:03:09.512862 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38700) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:03:09.517570 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-56f68265-d183-4830-97dc-e3b64dd755ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Request body: {'floatingip': {'port_id': 'a80fdee6-5dff-43f6-8c78-16aad9abf896'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:03:09.553575 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Pushing event updated for resources: {'Port': ['ID=b216d529-6014-42cf-8c99-b6327717b855,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:03:09.561638 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-56f68265-d183-4830-97dc-e3b64dd755ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:09.629055 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Attempting to bind port b216d529-6014-42cf-8c99-b6327717b855 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:03:09.629412 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Attempting to bind port b216d529-6014-42cf-8c99-b6327717b855 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:03:09.629752 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Attempting to bind port b216d529-6014-42cf-8c99-b6327717b855 on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:03:09.634523 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Port b216d529-6014-42cf-8c99-b6327717b855 on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:03:09.634851 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Attempting to bind port b216d529-6014-42cf-8c99-b6327717b855 on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:03:09.640805 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:03:09.645112 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Checking segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:03:09.645112 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Bound using segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:03:09.645112 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Bound port: b216d529-6014-42cf-8c99-b6327717b855, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:03:09.645112 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:09.967733 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] For port b216d529-6014-42cf-8c99-b6327717b855, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:03:09.969055 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] For port b216d529-6014-42cf-8c99-b6327717b855, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b216d529-6014-42cf-8c99-b6327717b855,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:03:10.043548 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-56f68265-d183-4830-97dc-e3b64dd755ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:10.225174 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-56f68265-d183-4830-97dc-e3b64dd755ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:10.225385 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:10.286812 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:10.286812 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:10.286812 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] 10.222.0.18 "PUT /v2.0/ports/b216d529-6014-42cf-8c99-b6327717b855 HTTP/1.1" status: 200 len: 1093 time: 1.2133896 Aug 16 07:03:10.286812 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'tag': 'b216d529-6014-42cf-8c99-b6327717b855'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:03:10.286812 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c16ff1-eec1-4adb-88d1-0b5f409265bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c89052a-2ab4-40f4-a570-d95a607d09ad", "tag": "b216d529-6014-42cf-8c99-b6327717b855"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:03:10.286812 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0363e-8c3b-44a9-b9ba-5728e38a7297 service neutron] Pushing event updated for resources: {'Port': ['ID=b216d529-6014-42cf-8c99-b6327717b855,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:03:10.320682 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f679c9-7767-449e-9332-76ddc850b20f x-openstack-request-id: req-d4f679c9-7767-449e-9332-76ddc850b20f {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:03:10.320682 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c89052a-2ab4-40f4-a570-d95a607d09ad", "tag": "b216d529-6014-42cf-8c99-b6327717b855", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:03:10.320682 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4f679c9-7767-449e-9332-76ddc850b20f {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:03:10.320682 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'tag': 'b216d529-6014-42cf-8c99-b6327717b855', 'status': 'completed', 'code': 200} Aug 16 07:03:10.402005 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16ff1-eec1-4adb-88d1-0b5f409265bb req-5147ebac-a9b0-4020-bd77-9195a443592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:10.403855 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-20c16ff1-eec1-4adb-88d1-0b5f409265bb req-5147ebac-a9b0-4020-bd77-9195a443592e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 1096 time: 0.0527294 Aug 16 07:03:10.520138 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16ff1-eec1-4adb-88d1-0b5f409265bb req-72c6452c-0c58-43a1-b808-0b22dc1af9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:10.521817 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-20c16ff1-eec1-4adb-88d1-0b5f409265bb req-72c6452c-0c58-43a1-b808-0b22dc1af9d2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d8392df99284dea99cba7326a6c6afe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1066649 Aug 16 07:03:10.622942 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.l3_db [None req-56f68265-d183-4830-97dc-e3b64dd755ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Floating IP 3cd008c8-6138-4f51-85c9-10554a143962 associated. External IP: 172.27.0.201, port: a80fdee6-5dff-43f6-8c78-16aad9abf896. Aug 16 07:03:10.634757 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16ff1-eec1-4adb-88d1-0b5f409265bb req-542729fa-20c0-4c50-8ea6-22a823262664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:10.636269 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-20c16ff1-eec1-4adb-88d1-0b5f409265bb req-542729fa-20c0-4c50-8ea6-22a823262664 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1059031 Aug 16 07:03:10.671672 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a7d88-141a-41ee-9889-d8ed7ee5c999 req-05123ea9-6435-40ee-9ac1-051959b407cd tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:10.673794 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e14a7d88-141a-41ee-9889-d8ed7ee5c999 req-05123ea9-6435-40ee-9ac1-051959b407cd tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 943 time: 0.0988469 Aug 16 07:03:10.717529 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-bdc615c8-0dba-4760-9be5-f451d6d5df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:10.719022 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-bdc615c8-0dba-4760-9be5-f451d6d5df36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 1096 time: 0.0442998 Aug 16 07:03:10.750967 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e14a7d88-141a-41ee-9889-d8ed7ee5c999 req-e1b883d0-99d4-4f2b-81f4-30c8099f4c14 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683169 Aug 16 07:03:10.764470 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-f5c67cbd-457d-44e4-97a4-04164da7fe16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b216d529-6014-42cf-8c99-b6327717b855 HTTP/1.1" status: 200 len: 217 time: 0.0352700 Aug 16 07:03:10.818281 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-dc64a443-da68-49d5-8343-550fde30f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:10.819840 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-dc64a443-da68-49d5-8343-550fde30f7e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0475559 Aug 16 07:03:10.822166 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:10.891428 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-47a2168e-5d8c-47f4-b7a5-ae828d81cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:10.893539 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-47a2168e-5d8c-47f4-b7a5-ae828d81cb00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626233 Aug 16 07:03:10.898700 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f68265-d183-4830-97dc-e3b64dd755ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:03:10.976730 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7bc46d21-ea82-4609-bbbe-64cab92c85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:10.998472 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-ff2b10e3-7ed5-4279-9535-6d4e27b4f0ca service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963664 Aug 16 07:03:11.033796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f68265-d183-4830-97dc-e3b64dd755ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:03:11.038747 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-56f68265-d183-4830-97dc-e3b64dd755ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:11.044933 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] Sync routers for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:03:11.055160 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:03:11.055769 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:03:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:03:11.075480 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-56f68265-d183-4830-97dc-e3b64dd755ee tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "PUT /v2.0/floatingips/3cd008c8-6138-4f51-85c9-10554a143962 HTTP/1.1" status: 200 len: 991 time: 1.5608990 Aug 16 07:03:11.076247 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:03:11.080227 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d973b936-1041-422a-add8-0988ae2ce9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:03:11.108031 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5d30ebc2-5985-4447-8a24-1ead0d6e3f93 req-e6de06b5-f99a-4cca-bd89-3c5f77e3c694 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012180 Aug 16 07:03:11.122125 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7abb4d-b973-4e61-b150-100cd5b0c199 x-openstack-request-id: req-fa7abb4d-b973-4e61-b150-100cd5b0c199 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:03:11.122414 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:03:11.122674 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa7abb4d-b973-4e61-b150-100cd5b0c199 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:03:11.123070 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'status': 'completed', 'code': 200} Aug 16 07:03:11.168120 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:03:11.197279 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973b936-1041-422a-add8-0988ae2ce9bb req-7b92297a-9c2f-43a7-806b-84eb743c3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:11.203057 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d973b936-1041-422a-add8-0988ae2ce9bb req-7b92297a-9c2f-43a7-806b-84eb743c3b5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 1098 time: 0.0448773 Aug 16 07:03:11.313299 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973b936-1041-422a-add8-0988ae2ce9bb req-104d788e-e707-42bb-afd9-1cf2aeb4216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:11.315557 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d973b936-1041-422a-add8-0988ae2ce9bb req-104d788e-e707-42bb-afd9-1cf2aeb4216c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.1018939 Aug 16 07:03:11.385262 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d973b936-1041-422a-add8-0988ae2ce9bb req-66e3ddb3-b0f1-4604-905a-236b275ac2fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896 HTTP/1.1" status: 200 len: 999 time: 0.0598090 Aug 16 07:03:11.412508 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '3cd008c8-6138-4f51-85c9-10554a143962', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'port_id': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'mac_address': 'fa:16:3e:82:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c486c02-409e-4815-8a1a-f7a57223931e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:02:54Z', 'updated_at': '2021-08-16T07:03:09Z', 'revision_number': 1, 'project_id': 'c039abc6408441d98c333f659184a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:03:11.439642 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973b936-1041-422a-add8-0988ae2ce9bb req-632d5e78-145e-48c3-b78b-0f3fecc386b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:11.441135 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d973b936-1041-422a-add8-0988ae2ce9bb req-632d5e78-145e-48c3-b78b-0f3fecc386b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0459230 Aug 16 07:03:11.505703 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973b936-1041-422a-add8-0988ae2ce9bb req-f74c3f4b-39fa-413e-afd8-0f902bb8f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:11.507246 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d973b936-1041-422a-add8-0988ae2ce9bb req-f74c3f4b-39fa-413e-afd8-0f902bb8f929 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521371 Aug 16 07:03:11.571413 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] Checking router: 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:03:11.580142 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:03:11.580908 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:03:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:03:11.612663 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d973b936-1041-422a-add8-0988ae2ce9bb req-8731fcee-0efe-438f-b7f4-55a31989a1a3 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963490 Aug 16 07:03:11.684073 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:03:11.709148 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d973b936-1041-422a-add8-0988ae2ce9bb req-b898d548-6054-4716-8a10-379c5ceb78bb service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857172 Aug 16 07:03:11.871042 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba18b-7b2e-4eaa-86ee-2220efdca1a9 req-e3adce7f-163c-4fdf-af30-a96bc5745c89 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:11.872666 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-36eba18b-7b2e-4eaa-86ee-2220efdca1a9 req-e3adce7f-163c-4fdf-af30-a96bc5745c89 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 943 time: 0.0498257 Aug 16 07:03:11.911461 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-36eba18b-7b2e-4eaa-86ee-2220efdca1a9 req-4ae0da66-bbf0-4600-88fd-fea879cd100c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327816 Aug 16 07:03:11.919967 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '3cd008c8-6138-4f51-85c9-10554a143962', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'port_id': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'mac_address': 'fa:16:3e:82:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c486c02-409e-4815-8a1a-f7a57223931e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:02:54Z', 'updated_at': '2021-08-16T07:03:09Z', 'revision_number': 1, 'project_id': 'c039abc6408441d98c333f659184a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:03:11.950342 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4525eb2a-e327-4ed6-8c7c-a55028934aa2 None None] The sync data for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi is: [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '3cd008c8-6138-4f51-85c9-10554a143962', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'port_id': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'mac_address': 'fa:16:3e:82:61:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c486c02-409e-4815-8a1a-f7a57223931e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:02:54Z', 'updated_at': '2021-08-16T07:03:09Z', 'revision_number': 1, 'project_id': 'c039abc6408441d98c333f659184a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:03:11.993676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:12.126208 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dcec37-fd0e-4370-b61a-30a68bb6f718 None None] New status for floating IP 3cd008c8-6138-4f51-85c9-10554a143962: ACTIVE {{(pid=101194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:03:13.028411 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f5492-98d3-47e4-a45d-94dc96553db3 req-9119ac1d-edd1-4bc5-ae5f-5da4637a3257 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:13.030151 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d53f5492-98d3-47e4-a45d-94dc96553db3 req-9119ac1d-edd1-4bc5-ae5f-5da4637a3257 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 943 time: 0.0530357 Aug 16 07:03:13.068710 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d53f5492-98d3-47e4-a45d-94dc96553db3 req-07cac020-c957-487b-9330-fec40cbbc473 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322294 Aug 16 07:03:13.387614 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:14.180711 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c95a44-feed-4249-b4a8-caa721e7cf3a req-d784c3ec-adba-47e4-b556-0e5a9869b159 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:14.182160 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-14c95a44-feed-4249-b4a8-caa721e7cf3a req-d784c3ec-adba-47e4-b556-0e5a9869b159 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 943 time: 0.0482857 Aug 16 07:03:14.220241 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-14c95a44-feed-4249-b4a8-caa721e7cf3a req-9afdd4ee-6d94-432d-9c91-acdceb13a33b tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321240 Aug 16 07:03:15.331878 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4101fa5-402c-41ea-9f45-1957c0161b2b req-b1e48481-c7fc-4d6f-b3ad-cade24d6a987 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:15.333891 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4101fa5-402c-41ea-9f45-1957c0161b2b req-b1e48481-c7fc-4d6f-b3ad-cade24d6a987 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 943 time: 0.0486958 Aug 16 07:03:15.371184 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4101fa5-402c-41ea-9f45-1957c0161b2b req-f8ff5e13-7102-4abe-9a58-c37f144bc4c6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312166 Aug 16 07:03:16.486271 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f744-8d2e-44af-8e89-83618a945d63 req-2fb0e2e8-4336-47fd-9f77-ddf3c106520e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:16.487660 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7411f744-8d2e-44af-8e89-83618a945d63 req-2fb0e2e8-4336-47fd-9f77-ddf3c106520e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 943 time: 0.0507295 Aug 16 07:03:16.526240 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7411f744-8d2e-44af-8e89-83618a945d63 req-dde40bf5-650c-4b19-8b1b-683a909d4751 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302861 Aug 16 07:03:17.068453 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da3d42-ea62-4095-8742-2eebc261d2d7 req-1e678f01-9f54-4976-85f1-5b987ccf5b4a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:17.069855 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a8da3d42-ea62-4095-8742-2eebc261d2d7 req-1e678f01-9f54-4976-85f1-5b987ccf5b4a tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0506740 Aug 16 07:03:17.110969 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a8da3d42-ea62-4095-8742-2eebc261d2d7 req-0d479a03-40a2-4238-8936-9e767b009e80 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349498 Aug 16 07:03:17.152623 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-070f5ec2-94b9-445c-b0bb-ee39e59c44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:17.154098 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-070f5ec2-94b9-445c-b0bb-ee39e59c44ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1137 time: 0.0414331 Aug 16 07:03:17.243407 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-3dd69654-17b9-47fc-8ead-d051f243809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:17.244861 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-3dd69654-17b9-47fc-8ead-d051f243809f service neutron] 10.222.0.18 "GET /v2.0/networks?id=29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 200 len: 915 time: 0.0825987 Aug 16 07:03:17.313690 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-5c1f2567-f2be-4f72-a437-f2bbbba879c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 1000 time: 0.0611949 Aug 16 07:03:17.363568 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-64b5c50d-e118-4030-8907-e7164982e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:17.365693 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-64b5c50d-e118-4030-8907-e7164982e4eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 HTTP/1.1" status: 200 len: 854 time: 0.0442746 Aug 16 07:03:17.412082 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-9f896c5e-6db6-4b80-85c8-4055d5c9ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:17.413565 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-9f896c5e-6db6-4b80-85c8-4055d5c9ea70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29643e2b-57c2-4203-bf57-39bb04af0e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401406 Aug 16 07:03:17.509164 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-84323a1f-6db1-40b2-9aad-cf9a55116cf9 service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861626 Aug 16 07:03:17.600452 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-95b0901a-2ae2-4927-ba75-b6d08cca1798 req-b176428f-6dd3-4f72-bf15-b2ca6bd57f5c service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825715 Aug 16 07:03:17.641233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b118f2-6dae-4e4b-a2b5-5f4a541356f3 req-b540066b-bff7-44ee-9100-16452ec3d0f0 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:17.642740 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-56b118f2-6dae-4e4b-a2b5-5f4a541356f3 req-b540066b-bff7-44ee-9100-16452ec3d0f0 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 943 time: 0.0493386 Aug 16 07:03:17.681720 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-56b118f2-6dae-4e4b-a2b5-5f4a541356f3 req-6b66d79a-de6a-4124-b908-9a049f66a7ca tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328853 Aug 16 07:03:18.239771 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fce47-60f6-4306-8907-4dd34d68812f req-01d08a30-94e0-48a3-b34e-0e1722dbadfa tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:18.241268 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-375fce47-60f6-4306-8907-4dd34d68812f req-01d08a30-94e0-48a3-b34e-0e1722dbadfa tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0536835 Aug 16 07:03:18.282358 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-375fce47-60f6-4306-8907-4dd34d68812f req-057422ba-6196-42e6-9bab-8e43fa6af6ee tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338147 Aug 16 07:03:18.800227 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38741-db36-43ff-8b4f-1737db81c3d1 req-4767f405-7672-43f7-9485-1fe54091b9f0 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:18.802372 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8dd38741-db36-43ff-8b4f-1737db81c3d1 req-4767f405-7672-43f7-9485-1fe54091b9f0 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 943 time: 0.0500667 Aug 16 07:03:18.840153 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8dd38741-db36-43ff-8b4f-1737db81c3d1 req-a25892bf-b254-46c2-8604-092052ee91c6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318279 Aug 16 07:03:19.396307 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5e9ac-06b5-40a4-81e2-5fec24d0d117 req-0066ba6b-1526-43d3-81f4-3cb7d887b447 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:19.397784 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f5c5e9ac-06b5-40a4-81e2-5fec24d0d117 req-0066ba6b-1526-43d3-81f4-3cb7d887b447 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0488257 Aug 16 07:03:19.437575 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f5c5e9ac-06b5-40a4-81e2-5fec24d0d117 req-3df9d1c2-0380-4b16-ab45-a88a337c8ede tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338261 Aug 16 07:03:19.961218 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69d474-3f17-4b0c-970a-c2b1724d81e8 req-896c05b2-920c-410b-af38-17e2f850d36f tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:19.962702 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3c69d474-3f17-4b0c-970a-c2b1724d81e8 req-896c05b2-920c-410b-af38-17e2f850d36f tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 943 time: 0.0553007 Aug 16 07:03:20.000316 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3c69d474-3f17-4b0c-970a-c2b1724d81e8 req-baf52016-2876-4773-82b3-e702662215ec tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315514 Aug 16 07:03:20.553689 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185346d5-d43a-4500-9f8c-56a7afe7b3c0 req-fdc23a19-0fa9-41cb-87c7-1658d79eb891 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:20.555192 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-185346d5-d43a-4500-9f8c-56a7afe7b3c0 req-fdc23a19-0fa9-41cb-87c7-1658d79eb891 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0504458 Aug 16 07:03:20.594850 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-185346d5-d43a-4500-9f8c-56a7afe7b3c0 req-ebb66a9c-a038-495e-aba2-325302f85c03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330782 Aug 16 07:03:20.730458 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device b216d529-6014-42cf-8c99-b6327717b855 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:03:20.822417 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port b216d529-6014-42cf-8c99-b6327717b855, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b216d529-6014-42cf-8c99-b6327717b855,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:03:20.833415 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'b216d529-6014-42cf-8c99-b6327717b855', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'port_id': 'b216d529-6014-42cf-8c99-b6327717b855', 'mac_address': 'fa:16:3e:50:d3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:03:20.869160 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:20.884314 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b216d529-6014-42cf-8c99-b6327717b855 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:03:20.902601 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port b216d529-6014-42cf-8c99-b6327717b855, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b216d529-6014-42cf-8c99-b6327717b855,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:03:20.987728 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:21.041353 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=b216d529-6014-42cf-8c99-b6327717b855,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:03:21.116199 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8bbb4-34b8-4182-aad0-59c521b007da req-e3487d46-859b-4abb-ab45-59c0cd3a6269 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:21.117679 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-46f8bbb4-34b8-4182-aad0-59c521b007da req-e3487d46-859b-4abb-ab45-59c0cd3a6269 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 944 time: 0.0491748 Aug 16 07:03:21.155149 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-46f8bbb4-34b8-4182-aad0-59c521b007da req-3ec727a9-b545-4902-9f07-5b80d0aab198 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314713 Aug 16 07:03:21.365524 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['b216d529-6014-42cf-8c99-b6327717b855'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:03:21.714230 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79d176-a9a3-48cf-b9e4-7c57c74cf868 req-ab7acf57-f20a-481a-9379-7dc64e5ade03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:21.715727 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fc79d176-a9a3-48cf-b9e4-7c57c74cf868 req-ab7acf57-f20a-481a-9379-7dc64e5ade03 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0521855 Aug 16 07:03:21.753667 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fc79d176-a9a3-48cf-b9e4-7c57c74cf868 req-59ea79f7-f7b7-4d1c-a53e-20a031766a18 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319822 Aug 16 07:03:22.268745 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881cacc-ddbc-4aac-9489-b9ca89612396 req-cd7b63c3-df6a-4518-9f18-238b62e8e9f3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:22.270801 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0881cacc-ddbc-4aac-9489-b9ca89612396 req-cd7b63c3-df6a-4518-9f18-238b62e8e9f3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 944 time: 0.0490983 Aug 16 07:03:22.307428 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0881cacc-ddbc-4aac-9489-b9ca89612396 req-8166d4d7-e74a-4ce9-b44f-2b742b5a94d7 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307202 Aug 16 07:03:22.748863 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device b216d529-6014-42cf-8c99-b6327717b855 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:03:22.855827 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port b216d529-6014-42cf-8c99-b6327717b855 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:03:22.859926 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port b216d529-6014-42cf-8c99-b6327717b855 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:03:22.860309 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:22.872537 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3707c0-62a5-4165-8565-a016a6ff5053 req-782fb77c-fd5a-4de7-a3ce-cc7d1f20ecdc tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:22.874029 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3b3707c0-62a5-4165-8565-a016a6ff5053 req-782fb77c-fd5a-4de7-a3ce-cc7d1f20ecdc tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0501091 Aug 16 07:03:22.917759 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3b3707c0-62a5-4165-8565-a016a6ff5053 req-86b6ec31-4b90-4020-aed5-6eeda000534c tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368843 Aug 16 07:03:22.941302 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:22.964447 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b216d529-6014-42cf-8c99-b6327717b855'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:03:22.966683 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7348db56-ca2d-4aff-9b9a-192d2858e3b8" -d '{"events": [{"server_uuid": "5c89052a-2ab4-40f4-a570-d95a607d09ad", "name": "network-vif-plugged", "status": "completed", "tag": "b216d529-6014-42cf-8c99-b6327717b855"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:03:22.980144 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port b216d529-6014-42cf-8c99-b6327717b855, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b216d529-6014-42cf-8c99-b6327717b855,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:03:23.002247 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84929ac-c659-4685-91cc-83a483ab9dee x-openstack-request-id: req-e84929ac-c659-4685-91cc-83a483ab9dee {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:03:23.002552 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c89052a-2ab4-40f4-a570-d95a607d09ad", "name": "network-vif-plugged", "status": "completed", "tag": "b216d529-6014-42cf-8c99-b6327717b855", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:03:23.002808 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e84929ac-c659-4685-91cc-83a483ab9dee {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:03:23.003250 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b216d529-6014-42cf-8c99-b6327717b855', 'code': 200} Aug 16 07:03:23.033088 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:23.082876 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=b216d529-6014-42cf-8c99-b6327717b855,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:03:23.414598 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b294-223f-4581-8b9d-d5c3ed119bbb req-d3a2c202-0e88-476e-9bed-a0d3cf7fb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:23.416261 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8cb6b294-223f-4581-8b9d-d5c3ed119bbb req-d3a2c202-0e88-476e-9bed-a0d3cf7fb90a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 1098 time: 0.0452380 Aug 16 07:03:23.429589 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7f92-714d-4db2-8c30-301f0d992ee7 req-d03f2a4e-d1a7-4dcd-9fcf-1df89eca2fc6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:23.433463 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5dfe7f92-714d-4db2-8c30-301f0d992ee7 req-d03f2a4e-d1a7-4dcd-9fcf-1df89eca2fc6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 945 time: 0.0557895 Aug 16 07:03:23.458805 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8cb6b294-223f-4581-8b9d-d5c3ed119bbb req-1f255954-f35b-4c18-b7db-9c5078c2f8de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328224 Aug 16 07:03:23.474286 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5dfe7f92-714d-4db2-8c30-301f0d992ee7 req-a275aa45-e1a4-4316-9499-97762b9cc859 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370281 Aug 16 07:03:24.037828 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515cec-137d-4d13-92ef-d6dc187d9bee req-c0cf1c64-ef94-490c-ace5-45c3b298114d tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:24.039351 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-08515cec-137d-4d13-92ef-d6dc187d9bee req-c0cf1c64-ef94-490c-ace5-45c3b298114d tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0499055 Aug 16 07:03:24.080229 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-08515cec-137d-4d13-92ef-d6dc187d9bee req-9a1494fb-25c9-453e-b5f0-2e95ca864343 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347230 Aug 16 07:03:24.090461 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:24.588082 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb3521-3aea-4438-9a34-5ae1aa24d67e req-4095111e-a297-49f0-875d-2c98fafee2f5 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:24.589494 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-edeb3521-3aea-4438-9a34-5ae1aa24d67e req-4095111e-a297-49f0-875d-2c98fafee2f5 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 945 time: 0.0490794 Aug 16 07:03:24.628168 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-edeb3521-3aea-4438-9a34-5ae1aa24d67e req-a4c7cf68-e3ef-4ced-980e-0dd2ecb63f91 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325525 Aug 16 07:03:25.203168 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d885fc-ec81-4145-a5c6-d44061d9e4ca req-db691ec6-6e6e-4ce1-8153-4e3d960d31aa tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:25.204671 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-01d885fc-ec81-4145-a5c6-d44061d9e4ca req-db691ec6-6e6e-4ce1-8153-4e3d960d31aa tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0548131 Aug 16 07:03:25.246263 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-01d885fc-ec81-4145-a5c6-d44061d9e4ca req-40bdb360-152c-46c5-8b87-9cac741d51c2 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343461 Aug 16 07:03:25.741089 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e91bf-a82c-4b65-acb0-215ddfb583e7 req-39533acc-fcf6-46a8-be50-4e3bbedd7256 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:25.743153 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6d9e91bf-a82c-4b65-acb0-215ddfb583e7 req-39533acc-fcf6-46a8-be50-4e3bbedd7256 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 945 time: 0.0496004 Aug 16 07:03:25.780842 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6d9e91bf-a82c-4b65-acb0-215ddfb583e7 req-94f708a4-9905-4380-882f-a87cea4cb976 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319796 Aug 16 07:03:25.899358 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc5790-b95e-46b0-8098-1a7b992ca410 req-eb366ddf-fe5b-4140-bed7-25fea7e6ea2e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:25.900853 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1edc5790-b95e-46b0-8098-1a7b992ca410 req-eb366ddf-fe5b-4140-bed7-25fea7e6ea2e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 945 time: 0.0504079 Aug 16 07:03:25.939922 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1edc5790-b95e-46b0-8098-1a7b992ca410 req-23ecea8c-213f-4bb5-a742-dec10cafa8de tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317156 Aug 16 07:03:25.961689 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38790) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:03:26.049602 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31a69a-d848-492f-9f81-a5a91b0895a7 tempest-TestVolumeBootPattern-853156130 tempest-TestVolumeBootPattern-853156130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:26.051126 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-4e31a69a-d848-492f-9f81-a5a91b0895a7 tempest-TestVolumeBootPattern-853156130 tempest-TestVolumeBootPattern-853156130-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 1093 time: 0.0884852 Aug 16 07:03:26.054821 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38794) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:03:26.059260 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'floatingip': {'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'port_id': 'b216d529-6014-42cf-8c99-b6327717b855', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:03:26.136074 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:26.233068 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:26.371350 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Allocated IP 172.27.0.254 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/9409662b-886f-4e4e-ae4a-e1576c2dc06f) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:03:26.391099 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6a1a-ce64-4e3f-80b4-f259c481e5fa req-e1f45759-e6db-4477-b314-d1fad6cc7936 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:26.392596 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4bef6a1a-ce64-4e3f-80b4-f259c481e5fa req-e1f45759-e6db-4477-b314-d1fad6cc7936 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0767195 Aug 16 07:03:26.483825 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4bef6a1a-ce64-4e3f-80b4-f259c481e5fa req-727f955d-87ad-4097-a2ab-694e923b9341 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842841 Aug 16 07:03:26.515516 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:26.593770 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:26.633231 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:03:26.636149 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:03:26.639745 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:03:26.644859 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'Port': ['ID=9409662b-886f-4e4e-ae4a-e1576c2dc06f,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:03:26.986173 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:27.125991 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:27.276491 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:27.327029 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-ebb8d648-370d-4b6c-aa5e-b1bae8351fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:27.328554 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-ebb8d648-370d-4b6c-aa5e-b1bae8351fde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1137 time: 0.0417979 Aug 16 07:03:27.341804 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:27.415147 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'Port': ['ID=9409662b-886f-4e4e-ae4a-e1576c2dc06f,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:03:27.423352 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:27.436459 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-a04778a5-529f-4edc-b318-6be64c1b9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:27.437975 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-a04778a5-529f-4edc-b318-6be64c1b9995 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 200 len: 915 time: 0.0882425 Aug 16 07:03:27.508548 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-e2b3394c-10cc-48c5-b61e-fbb7a2068716 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 1000 time: 0.0631120 Aug 16 07:03:27.526095 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.l3_db [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Floating IP 3baa98f0-fd6e-4e54-b9af-fa9cd11eb53e associated. External IP: 172.27.0.254, port: b216d529-6014-42cf-8c99-b6327717b855. Aug 16 07:03:27.561985 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-f2872bd2-5e3e-43b7-861f-2e00aadbd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:27.563417 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-f2872bd2-5e3e-43b7-861f-2e00aadbd277 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 HTTP/1.1" status: 200 len: 854 time: 0.0459733 Aug 16 07:03:27.614547 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-4d65698d-3831-45c3-9b65-896867047e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:27.616065 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-4d65698d-3831-45c3-9b65-896867047e0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29643e2b-57c2-4203-bf57-39bb04af0e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444198 Aug 16 07:03:27.665316 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11b7e5-6f99-4451-9263-6f628c33d8e4 req-f3b24a30-f035-4bbc-b23c-fe41e2b6473e tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:27.666825 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0c11b7e5-6f99-4451-9263-6f628c33d8e4 req-f3b24a30-f035-4bbc-b23c-fe41e2b6473e tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0974610 Aug 16 07:03:27.721222 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-5b25cc0b-25b8-4e39-af2c-eb34815f4855 service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898108 Aug 16 07:03:27.749084 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0c11b7e5-6f99-4451-9263-6f628c33d8e4 req-d981427b-dfc1-4474-bf94-538df4e803a9 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750558 Aug 16 07:03:27.812458 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:03:27.812757 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a117bf12-a024-4edb-baf7-af1f4fb143a5 req-4cd9820f-10d1-4bfd-bf7d-5a4e4e91732b service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835798 Aug 16 07:03:27.935110 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:03:27.945938 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] Sync routers for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:03:27.954692 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:03:27.955339 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:03:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:03:28.056132 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:28.058857 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:03:28.084369 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-ac2c7581-8e71-4abd-b2e0-98b684d6de3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0282667 Aug 16 07:03:28.084803 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'tag': 'b216d529-6014-42cf-8c99-b6327717b855'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:03:28.087050 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83502dd4-4ad9-4d70-ae1d-4abea2029644" -d '{"events": [{"name": "network-changed", "server_uuid": "5c89052a-2ab4-40f4-a570-d95a607d09ad", "tag": "b216d529-6014-42cf-8c99-b6327717b855"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:03:28.128778 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d414023f-f1f3-4952-afa8-f0a0f629b53e x-openstack-request-id: req-d414023f-f1f3-4952-afa8-f0a0f629b53e {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:03:28.129103 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c89052a-2ab4-40f4-a570-d95a607d09ad", "tag": "b216d529-6014-42cf-8c99-b6327717b855", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:03:28.129361 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d414023f-f1f3-4952-afa8-f0a0f629b53e {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:03:28.129791 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'tag': 'b216d529-6014-42cf-8c99-b6327717b855', 'status': 'completed', 'code': 200} Aug 16 07:03:28.200332 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-9225b075-ecdd-4f99-bab3-439f8bd8971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:28.201948 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-9225b075-ecdd-4f99-bab3-439f8bd8971c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 1098 time: 0.0471573 Aug 16 07:03:28.296264 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-85f1b505-a194-4c38-b37c-2062e1d2e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:28.297913 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-85f1b505-a194-4c38-b37c-2062e1d2e486 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 911 time: 0.0869017 Aug 16 07:03:28.303556 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '3baa98f0-fd6e-4e54-b9af-fa9cd11eb53e', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': 'b216d529-6014-42cf-8c99-b6327717b855', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:50:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:03:26Z', 'updated_at': '2021-08-16T07:03:26Z', 'revision_number': 0, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:03:28.329904 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] Checking router: af365cc4-8b59-4f4d-a5cc-051d3fb074a9 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:03:28.338554 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:03:28.339105 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:03:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:03:28.372283 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-c6569315-8273-438e-8d10-23479ba7439a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b216d529-6014-42cf-8c99-b6327717b855 HTTP/1.1" status: 200 len: 999 time: 0.0617926 Aug 16 07:03:28.421385 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-97e00a4c-7fa4-4a81-a92a-a6a26c8199e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:28.422831 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-97e00a4c-7fa4-4a81-a92a-a6a26c8199e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0434535 Aug 16 07:03:28.444457 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:03:28.475004 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-4cd31e8b-57b4-4239-b66c-093410e5004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:28.476542 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-4cd31e8b-57b4-4239-b66c-093410e5004c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402133 Aug 16 07:03:28.572071 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-d8faaa47-b2cf-445c-af8b-8114fb79c5d5 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854125 Aug 16 07:03:28.668859 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-83502dd4-4ad9-4d70-ae1d-4abea2029644 req-1bcfa2ec-d400-472a-bb71-88a06bc2623c service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853179 Aug 16 07:03:28.672140 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '3baa98f0-fd6e-4e54-b9af-fa9cd11eb53e', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': 'b216d529-6014-42cf-8c99-b6327717b855', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:50:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:03:26Z', 'updated_at': '2021-08-16T07:03:26Z', 'revision_number': 0, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:03:28.706893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8572d9ab-8b3e-4e3b-999a-ff138c8d40e0 None None] The sync data for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi is: [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '3baa98f0-fd6e-4e54-b9af-fa9cd11eb53e', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': 'b216d529-6014-42cf-8c99-b6327717b855', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:50:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:03:26Z', 'updated_at': '2021-08-16T07:03:26Z', 'revision_number': 0, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:03:28.873959 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e1abb-bfbd-43c5-8682-84366bfe0722 req-0a6fecf6-cf08-4098-a793-db9696809027 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:03:28.875644 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d63e1abb-bfbd-43c5-8682-84366bfe0722 req-0a6fecf6-cf08-4098-a793-db9696809027 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0518360 Aug 16 07:03:28.913792 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c03772-4f3d-40ea-8503-90542c97ee1c None None] New status for floating IP 3baa98f0-fd6e-4e54-b9af-fa9cd11eb53e: ACTIVE {{(pid=101194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:03:28.920067 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d63e1abb-bfbd-43c5-8682-84366bfe0722 req-9741b7bb-db75-4a4a-adac-66544de0baae tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=b28e0896-4c88-4ef4-8b22-4e5fe678c272&id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375638 Aug 16 07:03:37.850349 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5db2edc9-a7d7-4c91-9218-5b738bf5695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:40.827235 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:40.975686 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3709c942-e774-4b27-827b-78a6d225cf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:41.958489 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:43.409538 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:03:46.247774 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:03:54.130102 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:07.838751 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-16051ad8-02e9-4d23-853b-45219653110e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:10.832243 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:10.975091 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-d60b87b1-6eef-457c-84ec-55181d197544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:11.958127 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:13.421176 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:23.247028 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:04:24.100433 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:27.739884 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-af733ecc-f40b-4ea8-91ab-d71361d2aa00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393565 Aug 16 07:04:27.804991 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-24d47465-5d25-48c7-a978-db57993363a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:27.806396 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-24d47465-5d25-48c7-a978-db57993363a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=002bdf9b58f64009af23512ff886f946&device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1098 time: 0.0440974 Aug 16 07:04:27.907922 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-7bf2373a-0e9a-4261-9c63-273459db5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:27.909411 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-7bf2373a-0e9a-4261-9c63-273459db5f92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46e84ed5-9ee8-4909-a712-02feb0d17db1 HTTP/1.1" status: 200 len: 909 time: 0.0822957 Aug 16 07:04:27.977757 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-31bcab92-30d3-4b9c-9ee0-6ec76120e0af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb HTTP/1.1" status: 200 len: 1001 time: 0.0598757 Aug 16 07:04:28.032434 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-a39c0b75-6f6d-490a-8ecf-4e8b2e4a3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:28.033812 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-a39c0b75-6f6d-490a-8ecf-4e8b2e4a3957 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5658af5-84bb-41f7-9b2f-f8ddb27a6089 HTTP/1.1" status: 200 len: 848 time: 0.0427122 Aug 16 07:04:28.087581 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-70ed67ef-d5a6-4180-9dcf-a192ac3222a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:28.088973 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-70ed67ef-d5a6-4180-9dcf-a192ac3222a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46e84ed5-9ee8-4909-a712-02feb0d17db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456314 Aug 16 07:04:28.178938 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-a77d9838-e384-4a12-90eb-8afce8016b26 service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814726 Aug 16 07:04:28.269119 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-34b98016-6ffe-4d34-90ba-15d89de1df5f req-7b4b0a34-5c80-42e8-a47b-cfbc0510dc1b service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822256 Aug 16 07:04:32.630951 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-64c5d69b-12d9-407e-af35-ceb05cbc151e tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081855448&fields=id&tenant_id=c0efc63d26f9406880d510b5cfc2d189 HTTP/1.1" status: 200 len: 267 time: 0.0329041 Aug 16 07:04:32.686388 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-00e391f0-51cf-45ee-9351-b40f3c1181cd tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:32.687882 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-00e391f0-51cf-45ee-9351-b40f3c1181cd tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 984 time: 0.0514233 Aug 16 07:04:32.699059 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Request body: {'port': {'security_groups': ['e331845c-d0d7-4107-8886-3f9330163f2c']}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:04:32.772201 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:32.943425 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] For port 82867ea3-259d-4a30-afb4-fa0cead1cf59, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:32.973509 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.066554 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.078888 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['82867ea3-259d-4a30-afb4-fa0cead1cf59'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:04:33.111046 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:33.111882 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.113316 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2ac4da6b-68a9-47cd-ace1-e839e2ea8363 req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "PUT /v2.0/ports/82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 942 time: 0.4187012 Aug 16 07:04:33.113771 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:04:33.116064 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed30349-1d3f-4306-850f-5359d2ea4172" -d '{"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:04:33.120247 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 38974) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:33.146025 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event updated for resources: {'Port': ['ID=82867ea3-259d-4a30-afb4-fa0cead1cf59,revision_number=7']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:33.154073 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.154532 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.154882 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.156153 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.156511 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.156898 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.157568 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.157747 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.158145 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.158555 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.158854 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.159262 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7412a1ba-7ce2-4e1c-b2fa-6aea716cacb0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.192502 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca92dc94-00c1-466f-bc58-55fb3c5e4ea5 x-openstack-request-id: req-ca92dc94-00c1-466f-bc58-55fb3c5e4ea5 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:04:33.199324 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:04:33.199324 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca92dc94-00c1-466f-bc58-55fb3c5e4ea5 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:04:33.199324 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'status': 'completed', 'code': 200} Aug 16 07:04:33.199870 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.262148 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.307491 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-900f6afc-174d-45bc-a251-ea37d8de40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:33.309010 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-900f6afc-174d-45bc-a251-ea37d8de40f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1098 time: 0.0945814 Aug 16 07:04:33.343565 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['82867ea3-259d-4a30-afb4-fa0cead1cf59'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:04:33.405901 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-4fe9deea-5959-46dd-a198-a7b4812300ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:33.407547 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-4fe9deea-5959-46dd-a198-a7b4812300ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 200 len: 915 time: 0.0901430 Aug 16 07:04:33.412825 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-e5970222-22be-4ff5-bfc9-8c31b1fce047 None None] Provisioning complete for port 82867ea3-259d-4a30-afb4-fa0cead1cf59 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:04:33.413201 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e5970222-22be-4ff5-bfc9-8c31b1fce047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.456484 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.459006 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.460211 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "DELETE /v2.0/security-groups/b28e0896-4c88-4ef4-8b22-4e5fe678c272 HTTP/1.1" status: 204 len: 168 time: 0.3389590 Aug 16 07:04:33.463852 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 38978) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:33.480435 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28e0896-4c88-4ef4-8b22-4e5fe678c272,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:33.495388 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.495750 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.496400 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.496400 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.497012 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.497150 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.497398 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.497732 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.498421 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.498421 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.498704 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.499031 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c870115-289d-463c-ad6c-4a76e76f8681 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:33.506026 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-9feb2d32-242a-4227-a0af-e588c89f6a82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 1000 time: 0.0902061 Aug 16 07:04:33.571768 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-49b1eab9-795c-4aa3-bad1-8cc80c8bc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:33.573273 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-49b1eab9-795c-4aa3-bad1-8cc80c8bc128 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 HTTP/1.1" status: 200 len: 854 time: 0.0591197 Aug 16 07:04:33.622474 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-ebaf43f1-5b89-4ae9-9535-c22952d70c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:33.624024 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-ebaf43f1-5b89-4ae9-9535-c22952d70c8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29643e2b-57c2-4203-bf57-39bb04af0e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433559 Aug 16 07:04:33.724513 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-3b6d6604-cd3c-43b1-bdb3-ee6807fb24ec service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922160 Aug 16 07:04:33.819628 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4ed30349-1d3f-4306-850f-5359d2ea4172 req-da0830d2-361e-447a-aa56-006857b2aa6d service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866427 Aug 16 07:04:33.895089 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Deleting port d9fe415d-215e-4779-b625-05fb53844a23 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:33.895786 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.968094 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.968419 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:33.981044 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Calling delete_port for d9fe415d-215e-4779-b625-05fb53844a23 owned by network:floatingip {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:34.249175 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:34.275487 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event deleted for resources: {'Port': ['ID=d9fe415d-215e-4779-b625-05fb53844a23,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:34.337688 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks [] for floatingip, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:34.338026 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.l3_db [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Floating IP abb6967f-6cdb-4a03-b6ac-46170d9e1c9d disassociated (deleted). External IP: 172.27.0.84, port: 82867ea3-259d-4a30-afb4-fa0cead1cf59. Aug 16 07:04:34.554691 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Router b8914dff-3d66-4c07-8e67-e9a7c548a189 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:04:34.661029 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:04:34.665619 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:34.670618 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] Sync routers for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:04:34.679491 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:04:34.680105 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:04:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:34.692973 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a51a13c7-2ca7-45a1-9f7e-2b051c46abb5 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "DELETE /v2.0/floatingips/abb6967f-6cdb-4a03-b6ac-46170d9e1c9d HTTP/1.1" status: 204 len: 168 time: 1.2283533 Aug 16 07:04:34.789612 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:04:34.987275 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:36Z', 'revision_number': 5, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:35.020841 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] Checking router: b8914dff-3d66-4c07-8e67-e9a7c548a189 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:04:35.025264 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:04:35.025872 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:04:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:35.132518 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:04:35.197026 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:04:35.197561 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97284c76-6f25-42f0-9e8b-8339ee3f42ea" -d '{"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:04:35.235118 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355d93cd-b71c-45ae-a711-6ada88701a0d x-openstack-request-id: req-355d93cd-b71c-45ae-a711-6ada88701a0d {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:04:35.236059 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:04:35.236481 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-355d93cd-b71c-45ae-a711-6ada88701a0d {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:04:35.236945 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'status': 'completed', 'code': 200} Aug 16 07:04:35.301403 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-19318f88-3850-49a8-b756-28605895dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:35.302895 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-19318f88-3850-49a8-b756-28605895dc1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0efc63d26f9406880d510b5cfc2d189&device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 1098 time: 0.0460238 Aug 16 07:04:35.335095 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:36Z', 'revision_number': 5, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:35.361923 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd6f52-b9b4-4326-8e99-eae5682775f1 None None] The sync data for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi is: [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:00:29Z', 'revision_number': 4, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '78a3ae32-4ca1-4156-8969-291a9262ccd5', 'name': '', 'network_id': '29643e2b-57c2-4203-bf57-39bb04af0e70', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'mac_address': 'fa:16:3e:4a:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:28Z', 'updated_at': '2021-08-16T07:00:36Z', 'revision_number': 5, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'subnets': [{'id': '6e6962cb-50ae-4e3b-bc72-2bdcd46a7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:04:35.394383 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-5c5c0c43-d497-4703-a05b-537b9815a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:35.395899 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-5c5c0c43-d497-4703-a05b-537b9815a692 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 200 len: 915 time: 0.0837343 Aug 16 07:04:35.442325 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-9b2b5f6e-7df2-48fe-9e2f-29cc0bd55f7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 200 len: 217 time: 0.0385067 Aug 16 07:04:35.492495 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-a2de64d5-fc3f-4476-aa4e-5c19ed4d531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:35.494135 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-a2de64d5-fc3f-4476-aa4e-5c19ed4d531c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 HTTP/1.1" status: 200 len: 854 time: 0.0440278 Aug 16 07:04:35.550603 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-7831efb9-959c-4984-8f36-548d974d121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:35.552285 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-7831efb9-959c-4984-8f36-548d974d121e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29643e2b-57c2-4203-bf57-39bb04af0e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459621 Aug 16 07:04:35.574171 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c3ef09-d344-4447-9347-bdd36a423999 None None] New status for floating IP abb6967f-6cdb-4a03-b6ac-46170d9e1c9d: DOWN {{(pid=101194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:04:35.656010 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-790742e4-2c44-4529-bfbd-20568750aa37 service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858865 Aug 16 07:04:35.762483 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-97284c76-6f25-42f0-9e8b-8339ee3f42ea req-b0aa7963-9eb5-4f1f-93e3-8fcf157c06b2 service neutron] 10.222.0.18 "GET /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878003 Aug 16 07:04:37.849330 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-99b95d2f-e58c-4e21-8006-4ce55600f4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:38.804850 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a4ca9-55e8-4a1f-af7f-dafda72e2bc2 req-4f051510-67ea-4c64-a617-f87e66e5e5c3 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:38.806401 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-da9a4ca9-55e8-4a1f-af7f-dafda72e2bc2 req-4f051510-67ea-4c64-a617-f87e66e5e5c3 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0501804 Aug 16 07:04:38.843871 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-da9a4ca9-55e8-4a1f-af7f-dafda72e2bc2 req-73b01991-ac42-4d3f-8952-013a267979f0 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Aug 16 07:04:39.396098 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b236b-f7d4-402b-a8a6-a67e038acfd2 req-38284a34-5830-440d-a2ed-0543a7ee3e35 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:39.397599 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-018b236b-f7d4-402b-a8a6-a67e038acfd2 req-38284a34-5830-440d-a2ed-0543a7ee3e35 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0530601 Aug 16 07:04:39.435369 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-018b236b-f7d4-402b-a8a6-a67e038acfd2 req-2442fa22-6f9c-4bf9-a43b-a30af86c06fc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Aug 16 07:04:39.967074 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4a449-fe34-42a9-82d0-a918196a5011 req-d0e1f76b-e782-4b07-9c1b-d5c31ae280e7 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:39.968571 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bff4a449-fe34-42a9-82d0-a918196a5011 req-d0e1f76b-e782-4b07-9c1b-d5c31ae280e7 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0514288 Aug 16 07:04:40.006947 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bff4a449-fe34-42a9-82d0-a918196a5011 req-7fbb309e-954f-412a-b024-568378ffc99e tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Aug 16 07:04:40.553586 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44a9d4-9215-4b1e-b1ed-b466ce6860bd req-9bea3d6c-7ca8-4a8b-bcb7-a707df3dbca8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:40.555199 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ba44a9d4-9215-4b1e-b1ed-b466ce6860bd req-9bea3d6c-7ca8-4a8b-bcb7-a707df3dbca8 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0496631 Aug 16 07:04:40.592762 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ba44a9d4-9215-4b1e-b1ed-b466ce6860bd req-0f819e9c-5e46-4417-be4b-4e7e9a312d0b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315583 Aug 16 07:04:40.924012 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:40.958355 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-2e4df9dd-48c7-48ae-b2c1-f5f77574cca3 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:40.959823 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-2e4df9dd-48c7-48ae-b2c1-f5f77574cca3 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Aug 16 07:04:40.986668 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-11060803-d7a7-407d-9ca5-469f5adedda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:41.056285 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Deleting port 82867ea3-259d-4a30-afb4-fa0cead1cf59 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:41.056629 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:41.127753 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c6aa-c518-4b35-afc8-e5783130eb20 req-26170796-0cde-4616-a42d-3e7c5ffd8ee4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:41.129280 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0d45c6aa-c518-4b35-afc8-e5783130eb20 req-26170796-0cde-4616-a42d-3e7c5ffd8ee4 tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 945 time: 0.0551090 Aug 16 07:04:41.149395 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] For port 82867ea3-259d-4a30-afb4-fa0cead1cf59, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=82867ea3-259d-4a30-afb4-fa0cead1cf59,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:41.149762 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:41.163449 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Calling delete_port for 82867ea3-259d-4a30-afb4-fa0cead1cf59 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:41.170236 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0d45c6aa-c518-4b35-afc8-e5783130eb20 req-aa564e02-859f-4830-bef0-d2f5e213ae2b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/security-groups?id=e331845c-d0d7-4107-8886-3f9330163f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Aug 16 07:04:41.386319 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:41.397916 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['82867ea3-259d-4a30-afb4-fa0cead1cf59'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:04:41.415528 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Pushing event deleted for resources: {'Port': ['ID=82867ea3-259d-4a30-afb4-fa0cead1cf59,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:41.462365 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] No DVR routers for this DVR port 82867ea3-259d-4a30-afb4-fa0cead1cf59 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:04:41.464890 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:41.469457 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c2d6ce28-eaa2-4886-a9ae-b881cd7ebd71 req-e324101b-34cd-4aeb-99b8-ba5fa4330c9b tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.18 "DELETE /v2.0/ports/82867ea3-259d-4a30-afb4-fa0cead1cf59 HTTP/1.1" status: 204 len: 173 time: 0.4996953 Aug 16 07:04:41.469457 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'name': 'network-vif-deleted', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:04:41.469730 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddba536-a3c6-43e4-978a-8822213f78c3" -d '{"events": [{"server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "name": "network-vif-deleted", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:04:41.504154 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b95b789-79fe-4380-96b7-053ff2c11a51 x-openstack-request-id: req-8b95b789-79fe-4380-96b7-053ff2c11a51 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:04:41.504444 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ac3e09-6a2b-4266-9d64-14f72ce79c41", "name": "network-vif-deleted", "tag": "82867ea3-259d-4a30-afb4-fa0cead1cf59", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:04:41.504708 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b95b789-79fe-4380-96b7-053ff2c11a51 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:04:41.505107 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ac3e09-6a2b-4266-9d64-14f72ce79c41', 'name': 'network-vif-deleted', 'tag': '82867ea3-259d-4a30-afb4-fa0cead1cf59', 'status': 'completed', 'code': 200} Aug 16 07:04:41.712383 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f4d2d-c837-4595-b728-452d39ca66c9 req-dce51d64-e9de-474f-8423-65b3e06c59b1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:41.713803 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cd1f4d2d-c837-4595-b728-452d39ca66c9 req-dce51d64-e9de-474f-8423-65b3e06c59b1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0484443 Aug 16 07:04:41.754308 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cd1f4d2d-c837-4595-b728-452d39ca66c9 req-00eecc62-fb02-43da-9643-70c61d4aba8d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340624 Aug 16 07:04:41.957216 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:42.279608 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4282b149-c4aa-4658-8df3-01a38c43dfcd req-64fc39a1-1be8-42f8-b8a8-34dbedacf04f tempest-TestMinimumBasicScenario-156505325 tempest-TestMinimumBasicScenario-156505325-project] 10.222.0.20 "GET /v2.0/ports?device_id=07ac3e09-6a2b-4266-9d64-14f72ce79c41 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Aug 16 07:04:42.873716 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b640c8a-3d7d-4f64-a96e-591a2d07f027 req-6edd8438-1749-4db2-982e-26a665d2b582 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:42.875171 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1b640c8a-3d7d-4f64-a96e-591a2d07f027 req-6edd8438-1749-4db2-982e-26a665d2b582 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 16 07:04:42.916114 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1b640c8a-3d7d-4f64-a96e-591a2d07f027 req-c9e33e85-5793-470c-9ed9-eb34ea37fd90 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339811 Aug 16 07:04:43.392167 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:44.036071 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b481c4-44dd-4eb2-84a6-39fa11382244 req-3c902983-daf2-48ed-92b3-38ea425cae22 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:44.037620 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-78b481c4-44dd-4eb2-84a6-39fa11382244 req-3c902983-daf2-48ed-92b3-38ea425cae22 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0505795 Aug 16 07:04:44.074493 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-78b481c4-44dd-4eb2-84a6-39fa11382244 req-9c4b925a-fb57-4bad-86cf-832289596e13 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309591 Aug 16 07:04:44.662822 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39112) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:45.062150 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-602524'] for router_interface, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:45.137875 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 82867ea3-259d-4a30-afb4-fa0cead1cf59 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:04:45.158640 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 82867ea3-259d-4a30-afb4-fa0cead1cf59 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:04:45.159778 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 82867ea3-259d-4a30-afb4-fa0cead1cf59 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:04:45.297298 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a93a4-9bff-484b-994a-6ef7647c80d7 req-7cf97884-868c-4278-a2b8-3f24bf85950e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:45.298797 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d67a93a4-9bff-484b-994a-6ef7647c80d7 req-7cf97884-868c-4278-a2b8-3f24bf85950e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.1437497 Aug 16 07:04:45.367057 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d67a93a4-9bff-484b-994a-6ef7647c80d7 req-f4cff760-16d9-4748-98c9-265c3b79849b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609641 Aug 16 07:04:45.433748 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Deleting port 78a3ae32-4ca1-4156-8969-291a9262ccd5 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:45.434093 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:45.515544 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] For port 78a3ae32-4ca1-4156-8969-291a9262ccd5, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=78a3ae32-4ca1-4156-8969-291a9262ccd5,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:45.515918 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:45.529459 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Calling delete_port for 78a3ae32-4ca1-4156-8969-291a9262ccd5 owned by network:router_interface {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:45.808963 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:45.834828 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a3ae32-4ca1-4156-8969-291a9262ccd5,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:46.250655 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495916'] for router_interface, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:46.485524 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Router b8914dff-3d66-4c07-8e67-e9a7c548a189 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:04:46.516032 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9e7db-724c-4053-bb6a-90580dfc3557 req-db773df5-11ca-4842-a0a5-1f27751decb3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:46.517500 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0db9e7db-724c-4053-bb6a-90580dfc3557 req-db773df5-11ca-4842-a0a5-1f27751decb3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0769823 Aug 16 07:04:46.621566 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0db9e7db-724c-4053-bb6a-90580dfc3557 req-8ccc7176-8df1-462d-8510-d132109aa1f6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718863 Aug 16 07:04:46.641587 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:04:46.647506 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-439fbb94-34d0-4a41-b6cc-8ff5e38d16e1 admin admin] 10.222.0.20 "PUT /v2.0/routers/b8914dff-3d66-4c07-8e67-e9a7c548a189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9835405 Aug 16 07:04:46.649955 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39118) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:46.652638 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] Sync routers for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:04:46.662777 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:04:46.663421 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:04:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:46.755071 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:46.765133 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:04:46.861018 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:46.944180 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:04:45Z', 'revision_number': 5, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port': {'id': 'f7592193-6814-4e8a-9902-cfa6f00ead55', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:25Z', 'updated_at': '2021-08-16T07:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:46.972720 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] Checking router: b8914dff-3d66-4c07-8e67-e9a7c548a189 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:04:46.981044 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] Routers {'b8914dff-3d66-4c07-8e67-e9a7c548a189'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:04:46.981689 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:04:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['b8914dff-3d66-4c07-8e67-e9a7c548a189'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:47.017735 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Deleting port f7592193-6814-4e8a-9902-cfa6f00ead55 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:47.017995 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.105607 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] For port f7592193-6814-4e8a-9902-cfa6f00ead55, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f7592193-6814-4e8a-9902-cfa6f00ead55,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:47.106029 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.121567 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Calling delete_port for f7592193-6814-4e8a-9902-cfa6f00ead55 owned by network:router_gateway {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:47.187546 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] Set router b8914dff-3d66-4c07-8e67-e9a7c548a189 gateway port host: None {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:04:47.238487 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:04:46Z', 'revision_number': 6, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port_host': None}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:47.272600 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a767dc0d-2909-4ce4-bc59-6d6e757b286c None None] The sync data for ids ['b8914dff-3d66-4c07-8e67-e9a7c548a189'] in dv-cinder-803901-6-iscsi is: [{'id': 'b8914dff-3d66-4c07-8e67-e9a7c548a189', 'name': 'tempest-TestMinimumBasicScenario-1337533917-router', 'tenant_id': 'c0efc63d26f9406880d510b5cfc2d189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:24Z', 'updated_at': '2021-08-16T07:04:46Z', 'revision_number': 6, 'project_id': 'c0efc63d26f9406880d510b5cfc2d189', 'gw_port_host': None}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:04:47.380467 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.411471 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7592193-6814-4e8a-9902-cfa6f00ead55,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:47.472636 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495830'] for router_gateway, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.573921 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3306'] for router, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.575909 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.724140 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494645'] for router, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.724660 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8914dff-3d66-4c07-8e67-e9a7c548a189 {{(pid=101192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 07:04:47.731744 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.732866 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-48289716-eca3-445e-8dd6-4f050a252af4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b8914dff-3d66-4c07-8e67-e9a7c548a189 HTTP/1.1" status: 204 len: 168 time: 1.0819919 Aug 16 07:04:47.735766 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39122) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:47.753188 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee689d-5c58-4f27-9ff9-0f478420c004 req-5dc5722b-ecca-4f5b-90af-274ea6b43f92 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:47.754783 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9eee689d-5c58-4f27-9ff9-0f478420c004 req-5dc5722b-ecca-4f5b-90af-274ea6b43f92 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0586941 Aug 16 07:04:47.780763 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_v2 [None req-80df4236-9e04-47ec-9822-2298d9c7e731 admin admin] Deleting subnet 6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 {{(pid=101191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:04:47.786881 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80df4236-9e04-47ec-9822-2298d9c7e731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.793876 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9eee689d-5c58-4f27-9ff9-0f478420c004 req-bf7bc72e-02a7-4a7f-8ceb-2eec0f52fe23 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Aug 16 07:04:47.817635 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80df4236-9e04-47ec-9822-2298d9c7e731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591002'] for subnet, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:47.924419 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80df4236-9e04-47ec-9822-2298d9c7e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.032814 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80df4236-9e04-47ec-9822-2298d9c7e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59289283'] for subnet, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.061783 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-80df4236-9e04-47ec-9822-2298d9c7e731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.063658 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-80df4236-9e04-47ec-9822-2298d9c7e731 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6e6962cb-50ae-4e3b-bc72-2bdcd46a7767 HTTP/1.1" status: 204 len: 168 time: 0.3268430 Aug 16 07:04:48.065096 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df4236-9e04-47ec-9822-2298d9c7e731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6962cb-50ae-4e3b-bc72-2bdcd46a7767,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:48.067011 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39124) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:48.068354 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0f60b6-7f73-4b0f-a81b-978b2e629146 None None] Network 29643e2b-57c2-4203-bf57-39bb04af0e70 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:04:48.139157 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.206930 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Deleting port da28eae2-21ed-44f9-ba8b-77f9318d4d2e {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:48.207425 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.273997 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] For port da28eae2-21ed-44f9-ba8b-77f9318d4d2e, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=da28eae2-21ed-44f9-ba8b-77f9318d4d2e,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:48.274362 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.284128 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] DHCP port deletion for 29643e2b-57c2-4203-bf57-39bb04af0e70 request from dv-cinder-803901-6-iscsi {{(pid=101193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 07:04:48.295461 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Calling delete_port for da28eae2-21ed-44f9-ba8b-77f9318d4d2e owned by network:dhcp {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:48.342550 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Deleting port da28eae2-21ed-44f9-ba8b-77f9318d4d2e {{(pid=101193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:48.342937 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.406441 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] For port da28eae2-21ed-44f9-ba8b-77f9318d4d2e, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=da28eae2-21ed-44f9-ba8b-77f9318d4d2e,segment=NetworkSegment(2956f6a0-ff69-417f-9835-28e7f2f214ae),segment_id=2956f6a0-ff69-417f-9835-28e7f2f214ae)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:48.406844 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.420404 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Calling delete_port for da28eae2-21ed-44f9-ba8b-77f9318d4d2e owned by network:dhcp {{(pid=101193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:48.460788 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.487525 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=da28eae2-21ed-44f9-ba8b-77f9318d4d2e,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:48.491581 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] No DVR routers for this DVR port da28eae2-21ed-44f9-ba8b-77f9318d4d2e on host dv-cinder-803901-6-iscsi {{(pid=101192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:04:48.548629 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965'] for port, after_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.566375 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.573497 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Pushing event deleted for resources: {'Port': ['ID=da28eae2-21ed-44f9-ba8b-77f9318d4d2e,revision_number=None']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:48.576311 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29643e2b-57c2-4203-bf57-39bb04af0e70']}} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:48.577727 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] No DVR routers for this DVR port da28eae2-21ed-44f9-ba8b-77f9318d4d2e on host dv-cinder-803901-6-iscsi {{(pid=101193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:04:48.583558 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.583914 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.584260 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.584595 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.585059 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.585263 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.585617 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.585947 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.586276 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.586599 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.586929 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.587279 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e7fd-c438-4d03-a9bb-0db07e6f56ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:04:48.587625 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2956f6a0-ff69-417f-9835-28e7f2f214ae') {'for_net_delete': True} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:48.587932 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2956f6a0-ff69-417f-9835-28e7f2f214ae') {} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:48.597985 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59254936'] for segment, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.613919 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.620004 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:04:48.620390 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59605648'] for segment, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: Traceback (most recent call last): Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: timer() Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: cb(*args, **kw) Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: return func(*args, **kwargs) Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: self._notify() Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: self.callback(batched_events) Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: event.method(event) Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: return f(self, *a, **k) Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._get(url).json() Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: return self.request(url, 'GET', **kwargs) Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:04:48.622004 dv-cinder-803901-6-iscsi neutron-server[101192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:04:48.757491 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.767028 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:48.769030 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/29643e2b-57c2-4203-bf57-39bb04af0e70 HTTP/1.1" status: 204 len: 168 time: 0.7008960 Aug 16 07:04:48.772269 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39126) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:48.778816 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed673e9-175a-4510-9e33-ae774794fcc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29643e2b-57c2-4203-bf57-39bb04af0e70,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:48.920432 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb908c-53e3-4963-ac7a-95da98697237 req-e456a071-209c-4e69-9a4b-9c66e8e6ef77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:48.922024 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dccb908c-53e3-4963-ac7a-95da98697237 req-e456a071-209c-4e69-9a4b-9c66e8e6ef77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0528896 Aug 16 07:04:48.966367 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dccb908c-53e3-4963-ac7a-95da98697237 req-57f609e6-9d3d-41f1-b1f0-395baeed1b50 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381513 Aug 16 07:04:49.318162 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device da28eae2-21ed-44f9-ba8b-77f9318d4d2e no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:04:49.338425 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: da28eae2-21ed-44f9-ba8b-77f9318d4d2e {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:04:49.338769 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device da28eae2-21ed-44f9-ba8b-77f9318d4d2e not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:04:49.339279 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f7592193-6814-4e8a-9902-cfa6f00ead55 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:04:49.357682 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-602524'] for router_interface, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:49.360829 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: f7592193-6814-4e8a-9902-cfa6f00ead55 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:04:49.361175 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f7592193-6814-4e8a-9902-cfa6f00ead55 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:04:49.361589 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 78a3ae32-4ca1-4156-8969-291a9262ccd5 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:04:49.380305 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 78a3ae32-4ca1-4156-8969-291a9262ccd5 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:04:49.380648 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 78a3ae32-4ca1-4156-8969-291a9262ccd5 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:04:49.602214 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Deleting port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:49.602465 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:49.677876 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] For port 78ae1d81-712d-4e3d-9ec5-3ad205f08b81, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=78ae1d81-712d-4e3d-9ec5-3ad205f08b81,segment=NetworkSegment(e30faa31-b1f8-4681-a4e3-38375886c42f),segment_id=e30faa31-b1f8-4681-a4e3-38375886c42f)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:49.678229 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:49.690716 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Calling delete_port for 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 owned by network:router_interface {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:50.008957 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:50.035409 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ae1d81-712d-4e3d-9ec5-3ad205f08b81,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:50.098198 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36be4b4-0e0a-4744-bb08-91e0be783a17 req-d6b38afe-5b6f-4d75-aef9-e2266ff40d6a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:50.103650 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a36be4b4-0e0a-4744-bb08-91e0be783a17 req-d6b38afe-5b6f-4d75-aef9-e2266ff40d6a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0614603 Aug 16 07:04:50.145266 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a36be4b4-0e0a-4744-bb08-91e0be783a17 req-b9d55234-643c-46ac-b628-2926a5c02afc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386746 Aug 16 07:04:50.222668 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495916'] for router_interface, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:50.432427 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:04:50.535562 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:04:50.540382 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-be58ba36-5a84-4534-8652-58a4f8a7c710 admin admin] 10.222.0.20 "PUT /v2.0/routers/36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7670698 Aug 16 07:04:50.542911 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39132) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:50.545821 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] Sync routers for ids ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:04:50.557509 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] Routers {'36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:04:50.557509 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:04:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:50.650830 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks [] for router, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:50.662130 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] Set router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:04:50.748621 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:50.832257 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:32Z', 'updated_at': '2021-08-16T07:04:49Z', 'revision_number': 5, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'gw_port': {'id': 'c615308a-9493-4193-bd96-d9fc0271691c', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:00:34Z', 'updated_at': '2021-08-16T07:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:50.860436 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] Checking router: 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:04:50.868652 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] Routers {'36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:04:50.869250 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:04:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:50.883972 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Deleting port c615308a-9493-4193-bd96-d9fc0271691c {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:50.884323 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:50.952287 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] Set router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 gateway port host: None {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:04:50.963065 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] For port c615308a-9493-4193-bd96-d9fc0271691c, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=c615308a-9493-4193-bd96-d9fc0271691c,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:50.963463 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:50.975570 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Calling delete_port for c615308a-9493-4193-bd96-d9fc0271691c owned by network:router_gateway {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:51.003688 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:32Z', 'updated_at': '2021-08-16T07:04:50Z', 'revision_number': 6, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'gw_port_host': None}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:51.032845 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f09f7f-079a-4d9f-9bc0-b902a2afd49d None None] The sync data for ids ['36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7'] in dv-cinder-803901-6-iscsi is: [{'id': '36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7', 'name': 'tempest-TestMinimumBasicScenario-415689791-router', 'tenant_id': '81892b972782426a9e762fb24a6a1e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:00:32Z', 'updated_at': '2021-08-16T07:04:50Z', 'revision_number': 6, 'project_id': '81892b972782426a9e762fb24a6a1e01', 'gw_port_host': None}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:04:51.157195 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:04:51.192934 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.211242 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Pushing event deleted for resources: {'Port': ['ID=c615308a-9493-4193-bd96-d9fc0271691c,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:51.260796 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:51.272459 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'port_id': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'mac_address': 'fa:16:3e:82:61:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:04:51.274206 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020b50d-c7f6-4dfe-90c8-b0dbb06823a6 req-40d21fde-ab59-48f5-b584-5f6fcd050634 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:51.276370 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d020b50d-c7f6-4dfe-90c8-b0dbb06823a6 req-40d21fde-ab59-48f5-b584-5f6fcd050634 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0533254 Aug 16 07:04:51.292388 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495830'] for router_gateway, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.317108 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.330523 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a80fdee6-5dff-43f6-8c78-16aad9abf896 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:04:51.331458 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d020b50d-c7f6-4dfe-90c8-b0dbb06823a6 req-5b8b9e1b-76be-4f07-9a63-9969ad0c9b13 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 Aug 16 07:04:51.350871 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:51.385810 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3306'] for router, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.388865 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.437921 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.483609 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494645'] for router, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.483966 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 {{(pid=101191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 07:04:51.489148 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.490365 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-290712e1-c891-4698-ab62-4b0703c3420e admin admin] 10.222.0.20 "DELETE /v2.0/routers/36d54b4b-b9a2-4a6b-bbd3-eaafe3fdb8e7 HTTP/1.1" status: 204 len: 168 time: 0.9465053 Aug 16 07:04:51.493058 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39136) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:51.505105 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=6']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:51.526662 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['a80fdee6-5dff-43f6-8c78-16aad9abf896'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:04:51.537181 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3b75cf-fcdd-4abf-8700-52798c19841c admin admin] Deleting subnet 2c0d0ce8-191b-4162-893d-87d8839b262a {{(pid=101192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:04:51.540303 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab3b75cf-fcdd-4abf-8700-52798c19841c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.577640 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab3b75cf-fcdd-4abf-8700-52798c19841c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59254927'] for subnet, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.688515 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab3b75cf-fcdd-4abf-8700-52798c19841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.804016 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab3b75cf-fcdd-4abf-8700-52798c19841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59680681'] for subnet, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.818173 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:04:51.837568 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b75cf-fcdd-4abf-8700-52798c19841c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0d0ce8-191b-4162-893d-87d8839b262a,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:51.839074 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:04:51.839614 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab3b75cf-fcdd-4abf-8700-52798c19841c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.841544 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-ab3b75cf-fcdd-4abf-8700-52798c19841c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2c0d0ce8-191b-4162-893d-87d8839b262a HTTP/1.1" status: 204 len: 168 time: 0.3473885 Aug 16 07:04:51.842846 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 78ae1d81-712d-4e3d-9ec5-3ad205f08b81 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:04:51.844223 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39138) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:51.849689 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0d233-0248-4b80-84c5-001482f15405 None None] Network b5781c78-a646-4032-aff8-6c335362650d requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:04:51.915884 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:51.971693 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Deleting port dc525d98-a9a5-44dd-b371-35b4247a2538 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:51.972038 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.022723 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d92e34-39df-4697-90b1-211fc4de4db8 None None] DHCP port deletion for b5781c78-a646-4032-aff8-6c335362650d request from dv-cinder-803901-6-iscsi {{(pid=101193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 07:04:52.036915 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] For port dc525d98-a9a5-44dd-b371-35b4247a2538, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=dc525d98-a9a5-44dd-b371-35b4247a2538,segment=NetworkSegment(e30faa31-b1f8-4681-a4e3-38375886c42f),segment_id=e30faa31-b1f8-4681-a4e3-38375886c42f)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:52.037475 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.053309 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Calling delete_port for dc525d98-a9a5-44dd-b371-35b4247a2538 owned by network:dhcp {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:52.075442 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-c7d92e34-39df-4697-90b1-211fc4de4db8 None None] Deleting port dc525d98-a9a5-44dd-b371-35b4247a2538 {{(pid=101193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:04:52.075874 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c7d92e34-39df-4697-90b1-211fc4de4db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.138453 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-c7d92e34-39df-4697-90b1-211fc4de4db8 None None] For port dc525d98-a9a5-44dd-b371-35b4247a2538, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=dc525d98-a9a5-44dd-b371-35b4247a2538,segment=NetworkSegment(e30faa31-b1f8-4681-a4e3-38375886c42f),segment_id=e30faa31-b1f8-4681-a4e3-38375886c42f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:52.141494 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c7d92e34-39df-4697-90b1-211fc4de4db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.154002 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-c7d92e34-39df-4697-90b1-211fc4de4db8 None None] Calling delete_port for dc525d98-a9a5-44dd-b371-35b4247a2538 owned by network:dhcp {{(pid=101193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:04:52.197781 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.225684 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] No DVR routers for this DVR port dc525d98-a9a5-44dd-b371-35b4247a2538 on host dv-cinder-803901-6-iscsi {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:04:52.229336 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc525d98-a9a5-44dd-b371-35b4247a2538,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:52.235931 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c7d92e34-39df-4697-90b1-211fc4de4db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965'] for port, after_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.259669 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d92e34-39df-4697-90b1-211fc4de4db8 None None] Pushing event deleted for resources: {'Port': ['ID=dc525d98-a9a5-44dd-b371-35b4247a2538,revision_number=None']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:52.264993 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d92e34-39df-4697-90b1-211fc4de4db8 None None] No DVR routers for this DVR port dc525d98-a9a5-44dd-b371-35b4247a2538 on host dv-cinder-803901-6-iscsi {{(pid=101193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:04:52.301378 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.311120 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5781c78-a646-4032-aff8-6c335362650d']}} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:52.321023 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30faa31-b1f8-4681-a4e3-38375886c42f') {'for_net_delete': True} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:52.321317 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30faa31-b1f8-4681-a4e3-38375886c42f') {} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:04:52.329767 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590989'] for segment, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.343061 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.349372 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:04:52.349765 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179039'] for segment, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: Traceback (most recent call last): Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: timer() Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: cb(*args, **kw) Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: return func(*args, **kwargs) Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: self._notify() Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: self.callback(batched_events) Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: event.method(event) Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: return f(self, *a, **k) Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._get(url).json() Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: return self.request(url, 'GET', **kwargs) Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:04:52.351412 dv-cinder-803901-6-iscsi neutron-server[101191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:04:52.441755 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15165eb-8dfa-4ae0-97f0-d66421224204 req-2e851af3-0d46-4501-8f95-0f49f3086026 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:52.443283 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d15165eb-8dfa-4ae0-97f0-d66421224204 req-2e851af3-0d46-4501-8f95-0f49f3086026 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 944 time: 0.0505333 Aug 16 07:04:52.460315 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.467840 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.468633 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] 10.222.0.20 "DELETE /v2.0/networks/b5781c78-a646-4032-aff8-6c335362650d HTTP/1.1" status: 204 len: 168 time: 0.6234293 Aug 16 07:04:52.478676 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77aa46-0dec-402d-9283-47255e85c78f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5781c78-a646-4032-aff8-6c335362650d,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:52.490882 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d15165eb-8dfa-4ae0-97f0-d66421224204 req-60c9b9f0-ba42-4189-bc40-ee681dedcba5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413423 Aug 16 07:04:52.859645 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39144) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:52.898434 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-3942b240-cd66-4862-acd7-8eac378340ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0efc63d26f9406880d510b5cfc2d189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376613 Aug 16 07:04:52.900903 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39146) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:52.951415 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e143-9899-42b0-9905-62b2692e35f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:52.972159 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e143-9899-42b0-9905-62b2692e35f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:53.106315 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e143-9899-42b0-9905-62b2692e35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:53.108857 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e143-9899-42b0-9905-62b2692e35f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:53.110017 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-4fd4e143-9899-42b0-9905-62b2692e35f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e331845c-d0d7-4107-8886-3f9330163f2c HTTP/1.1" status: 204 len: 168 time: 0.2082403 Aug 16 07:04:53.118409 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4e143-9899-42b0-9905-62b2692e35f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e331845c-d0d7-4107-8886-3f9330163f2c,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:53.168861 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:04:53.216939 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port a80fdee6-5dff-43f6-8c78-16aad9abf896 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:04:53.217317 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:53.297174 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:53.320215 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:04:53.322502 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217e2646-2859-4022-a33e-0ecf5898c571" -d '{"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-plugged", "status": "completed", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:04:53.328244 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device c615308a-9493-4193-bd96-d9fc0271691c no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:04:53.352609 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: c615308a-9493-4193-bd96-d9fc0271691c {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:04:53.352950 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device c615308a-9493-4193-bd96-d9fc0271691c not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:04:53.353367 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device dc525d98-a9a5-44dd-b371-35b4247a2538 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:04:53.356072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:04:53.374536 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4fcd15-5564-46b2-9a4e-07e2019fd656 x-openstack-request-id: req-0d4fcd15-5564-46b2-9a4e-07e2019fd656 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:04:53.374821 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-plugged", "status": "completed", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:04:53.375069 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d4fcd15-5564-46b2-9a4e-07e2019fd656 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:04:53.375474 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'code': 200} Aug 16 07:04:53.376338 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: dc525d98-a9a5-44dd-b371-35b4247a2538 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:04:53.376672 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device dc525d98-a9a5-44dd-b371-35b4247a2538 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:04:53.448881 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:53.497075 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=7']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:53.604491 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e745b1c-c5ec-41d6-8775-716b36b8b9f1 req-a0d8f4a2-0bbb-4644-a3ca-1667e51eea0e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:53.605980 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5e745b1c-c5ec-41d6-8775-716b36b8b9f1 req-a0d8f4a2-0bbb-4644-a3ca-1667e51eea0e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0491037 Aug 16 07:04:53.648953 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5e745b1c-c5ec-41d6-8775-716b36b8b9f1 req-91f0577d-803c-4209-8cdd-0b1fd85077a4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370259 Aug 16 07:04:53.854272 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39156) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:53.894363 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-97e522b5-30e0-42e3-87d6-bfd4633ac5e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81892b972782426a9e762fb24a6a1e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381444 Aug 16 07:04:53.896767 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39158) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:04:53.945207 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-75d8278d-3d91-4b81-a8f4-ce60a09fdeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:53.965140 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-75d8278d-3d91-4b81-a8f4-ce60a09fdeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:54.100391 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-75d8278d-3d91-4b81-a8f4-ce60a09fdeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:54.103042 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-75d8278d-3d91-4b81-a8f4-ce60a09fdeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:54.104277 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-75d8278d-3d91-4b81-a8f4-ce60a09fdeca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f139f121-c5d5-49cf-9c67-a9dcc44fae73 HTTP/1.1" status: 204 len: 168 time: 0.2065892 Aug 16 07:04:54.111927 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8278d-3d91-4b81-a8f4-ce60a09fdeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f139f121-c5d5-49cf-9c67-a9dcc44fae73,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:04:54.134745 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:04:54.767307 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c542265-296b-4877-9fef-8e9730aa8a23 req-bca418e6-98da-4481-936b-cefd72ed51ab tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:54.769429 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1c542265-296b-4877-9fef-8e9730aa8a23 req-bca418e6-98da-4481-936b-cefd72ed51ab tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0491898 Aug 16 07:04:54.806440 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1c542265-296b-4877-9fef-8e9730aa8a23 req-5f338b5f-32db-459a-8fc2-d6f4d66df953 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311923 Aug 16 07:04:55.944520 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7437f-eb8d-4cba-b39e-517898b6a8c7 req-a5f5c5be-9fc4-4104-aeab-47b5f0818878 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:55.944520 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-53b7437f-eb8d-4cba-b39e-517898b6a8c7 req-a5f5c5be-9fc4-4104-aeab-47b5f0818878 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0603950 Aug 16 07:04:55.981657 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-53b7437f-eb8d-4cba-b39e-517898b6a8c7 req-5e468d6c-0f71-4587-8d53-649a05a4d6a3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341318 Aug 16 07:04:57.127146 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3089a63-abb6-4da4-ac59-0583599103cd req-9fe1cc05-e6d4-468e-b8b4-6bb8f69ee82a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:57.128941 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b3089a63-abb6-4da4-ac59-0583599103cd req-9fe1cc05-e6d4-468e-b8b4-6bb8f69ee82a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0685048 Aug 16 07:04:57.179821 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b3089a63-abb6-4da4-ac59-0583599103cd req-f4bec86c-3f75-42b0-b71e-d0230a984843 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448229 Aug 16 07:04:58.311397 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d9b69-d6f1-4ebd-9d9e-0a3cf6d0c7de req-c360da8d-5737-4407-84f1-493852aef838 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:58.312990 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-770d9b69-d6f1-4ebd-9d9e-0a3cf6d0c7de req-c360da8d-5737-4407-84f1-493852aef838 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0560684 Aug 16 07:04:58.354155 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-770d9b69-d6f1-4ebd-9d9e-0a3cf6d0c7de req-c5856823-cfcc-43c6-9f9d-4a9554ee78fc tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348151 Aug 16 07:04:59.484881 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15e035-64b2-487d-bca0-2befc75514e5 req-037333ad-d1c8-4318-bbfc-f8981d7fd23f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:04:59.491621 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bd15e035-64b2-487d-bca0-2befc75514e5 req-037333ad-d1c8-4318-bbfc-f8981d7fd23f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0588722 Aug 16 07:04:59.529276 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bd15e035-64b2-487d-bca0-2befc75514e5 req-747025ab-b37b-4f9e-a23c-68c9aaff85be tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351830 Aug 16 07:05:00.246034 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:05:00.694986 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112b91-9107-4e90-82ed-cb90a9d472a2 req-52f64197-a7ef-4790-9540-1f9f19f1fd0c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:00.696529 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e6112b91-9107-4e90-82ed-cb90a9d472a2 req-52f64197-a7ef-4790-9540-1f9f19f1fd0c tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0817757 Aug 16 07:05:00.743229 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e6112b91-9107-4e90-82ed-cb90a9d472a2 req-b459aa52-19be-4620-b3e8-3fa1ca41fca7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Aug 16 07:05:01.873515 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9c065-0a28-47e5-90dd-4a1ccd4a065d req-e81e1ec5-f450-4f3c-ac9e-ae15891108ce tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:01.875953 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-82c9c065-0a28-47e5-90dd-4a1ccd4a065d req-e81e1ec5-f450-4f3c-ac9e-ae15891108ce tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0572088 Aug 16 07:05:01.918817 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-82c9c065-0a28-47e5-90dd-4a1ccd4a065d req-07bbae5b-1256-4753-863f-3ab1f690fc4f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362391 Aug 16 07:05:03.047756 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bdfd-30bb-4ad9-92f6-4792596badf6 req-387ae4e2-1a06-410b-be43-a4af9f35db77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:03.052083 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fc61bdfd-30bb-4ad9-92f6-4792596badf6 req-387ae4e2-1a06-410b-be43-a4af9f35db77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0583303 Aug 16 07:05:03.089260 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fc61bdfd-30bb-4ad9-92f6-4792596badf6 req-1e1c87d4-df25-4f3f-9cf1-7edb8ac10294 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333328 Aug 16 07:05:04.388509 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f78949-cce0-4051-9ee8-18d03a50b8c1 req-bf14a020-f2a2-4ab8-be90-049dd304896e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:04.390009 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d8f78949-cce0-4051-9ee8-18d03a50b8c1 req-bf14a020-f2a2-4ab8-be90-049dd304896e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.2228420 Aug 16 07:05:04.435942 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d8f78949-cce0-4051-9ee8-18d03a50b8c1 req-270d6647-8687-4051-ae1d-53d7488f1c64 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376782 Aug 16 07:05:05.625729 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda5fa5-641d-45b6-ba5d-8840114687f2 req-1d8fabe5-14ed-4bfe-99f8-87b988512d27 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:05.627281 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0fda5fa5-641d-45b6-ba5d-8840114687f2 req-1d8fabe5-14ed-4bfe-99f8-87b988512d27 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.1085100 Aug 16 07:05:05.668128 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0fda5fa5-641d-45b6-ba5d-8840114687f2 req-bb526203-08ba-4449-a6bf-af076170117a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330288 Aug 16 07:05:06.789781 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b738ee7-1a58-437e-a86a-fd37e890697f req-3314638d-b1d4-4bae-8d90-ba0caa478508 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:06.791444 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2b738ee7-1a58-437e-a86a-fd37e890697f req-3314638d-b1d4-4bae-8d90-ba0caa478508 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0527103 Aug 16 07:05:06.828451 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2b738ee7-1a58-437e-a86a-fd37e890697f req-e86e0b08-9187-4be5-be9d-923961d3827e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308776 Aug 16 07:05:06.841630 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-1e28f839-1537-48fc-90fd-831ea4fa566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:06.843209 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-1e28f839-1537-48fc-90fd-831ea4fa566d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 1098 time: 0.0404825 Aug 16 07:05:06.938289 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-02139237-8156-41c2-a816-7ae01fea9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:06.939796 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-02139237-8156-41c2-a816-7ae01fea9475 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.0865178 Aug 16 07:05:07.004456 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-e6332f8d-3df5-492c-9c32-07213afd7559 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896 HTTP/1.1" status: 200 len: 1001 time: 0.0560682 Aug 16 07:05:07.053327 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-f60d3c07-752d-446b-bc1c-8e165f2b7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:07.054685 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-f60d3c07-752d-446b-bc1c-8e165f2b7f28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0426598 Aug 16 07:05:07.102361 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-12828629-69e6-47e0-bcaa-cec010be322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:07.103851 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-12828629-69e6-47e0-bcaa-cec010be322e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418839 Aug 16 07:05:07.192773 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-a5cda5b5-0bda-44f5-89c9-727571e92b7d service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805209 Aug 16 07:05:07.533182 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-60275646-6f13-45cf-8c91-8df5fb2ac620 req-4f9d80a1-40ab-4958-a811-7f7bd56a7da2 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315897 Aug 16 07:05:07.865750 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-39ec0b53-4abd-44a6-9d8a-51aaf7dd53c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:07.963452 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4389d2-92cd-4386-b492-334936ad43e4 req-3457d59a-18b4-43c6-8e40-54897de62b4a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:07.964962 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6b4389d2-92cd-4386-b492-334936ad43e4 req-3457d59a-18b4-43c6-8e40-54897de62b4a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0491550 Aug 16 07:05:08.003099 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6b4389d2-92cd-4386-b492-334936ad43e4 req-698f4442-c477-4a68-ac7a-a050d7447384 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321631 Aug 16 07:05:09.124173 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d6856-7645-40b8-bd52-9ba359a7b8f2 req-40199dbe-9235-4212-9bbe-0f8b798233d0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:09.125618 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5c3d6856-7645-40b8-bd52-9ba359a7b8f2 req-40199dbe-9235-4212-9bbe-0f8b798233d0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 945 time: 0.0484312 Aug 16 07:05:09.163475 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5c3d6856-7645-40b8-bd52-9ba359a7b8f2 req-39283cfb-754d-4de9-b75c-b328fbf18357 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Aug 16 07:05:09.262785 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:05:09.342921 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:09.365618 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:05:09.367962 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff4e0b-b1c9-4f2a-afcd-39c00bde1290" -d '{"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-unplugged", "status": "completed", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:05:09.381631 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:05:09.405782 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 07:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f68eee7-31a9-43b3-be27-692904000b2c x-openstack-request-id: req-0f68eee7-31a9-43b3-be27-692904000b2c {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:05:09.405782 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-unplugged", "status": "completed", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:05:09.405782 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f68eee7-31a9-43b3-be27-692904000b2c {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:05:09.405782 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'code': 200} Aug 16 07:05:09.448567 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:09.498283 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=8']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:05:10.284073 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdbbe6-3abb-4723-a157-6339795985a6 req-6ceacfee-3624-4a0c-a2b2-06c1a5ece419 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:10.285436 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-13fdbbe6-3abb-4723-a157-6339795985a6 req-6ceacfee-3624-4a0c-a2b2-06c1a5ece419 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0514457 Aug 16 07:05:10.322292 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-13fdbbe6-3abb-4723-a157-6339795985a6 req-d3b14267-13f5-48d8-9b4f-c999e3ff27b4 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Aug 16 07:05:10.883011 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:11.003173 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-9564be56-1886-442b-83bf-b361cddea6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:11.968489 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:12.594836 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512a61a-81bc-44dc-9516-252e342dc14c req-9841fe12-71c9-4555-8441-2930f8c9d46f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:12.596524 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3512a61a-81bc-44dc-9516-252e342dc14c req-9841fe12-71c9-4555-8441-2930f8c9d46f tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0484445 Aug 16 07:05:12.636066 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3512a61a-81bc-44dc-9516-252e342dc14c req-f0070653-50bc-443a-a277-3813f2791f41 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Aug 16 07:05:13.037305 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39314) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:05:13.117286 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-98ae7b03-ffae-4675-ae33-aed35699b077 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788131 Aug 16 07:05:13.277678 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:05:13.442902 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:13.913015 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ff08-c40d-4238-ad5f-2536b5b4fc50 req-98873fe7-9f75-454e-92ac-9ba77975ca04 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:13.914489 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f458ff08-c40d-4238-ad5f-2536b5b4fc50 req-98873fe7-9f75-454e-92ac-9ba77975ca04 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0609102 Aug 16 07:05:13.957326 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f458ff08-c40d-4238-ad5f-2536b5b4fc50 req-7f40f734-eb53-4893-8238-f4088c811ccf tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338018 Aug 16 07:05:14.561058 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-06aa05c4-e711-4c15-b28e-e4e3c118aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:14.562483 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-06aa05c4-e711-4c15-b28e-e4e3c118aa64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e&tenant_id=c039abc6408441d98c333f659184a74a HTTP/1.1" status: 200 len: 1096 time: 0.0703428 Aug 16 07:05:14.622445 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-60aebd0d-15e3-4170-b9c3-370496fe5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:14.623978 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-60aebd0d-15e3-4170-b9c3-370496fe5808 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 1096 time: 0.0398226 Aug 16 07:05:14.717053 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-1987aa9a-04d0-49cf-abda-289a1ad36262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:14.718509 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-1987aa9a-04d0-49cf-abda-289a1ad36262 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.0879068 Aug 16 07:05:14.782494 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-eaca9719-7cef-4419-b3a3-090242fea201 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896 HTTP/1.1" status: 200 len: 999 time: 0.0569923 Aug 16 07:05:14.834429 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-8132a613-7605-4d22-8554-b1896c4b7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:14.835791 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-8132a613-7605-4d22-8554-b1896c4b7495 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0460153 Aug 16 07:05:14.879539 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-30c821a2-30dc-4c81-8076-e49350f9aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:14.881004 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-30c821a2-30dc-4c81-8076-e49350f9aae8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386326 Aug 16 07:05:14.967864 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-95af0a1f-eaec-4a29-a631-2b5ad3fa0ae1 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789239 Aug 16 07:05:15.059497 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-f793b622-c096-4fca-83ca-b68c2ccff635 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850785 Aug 16 07:05:15.082162 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a9d0-574f-4ba3-860b-8a0e9bd4520e req-b0360eeb-f086-46bb-9078-4f32830a9908 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:15.087989 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9f57a9d0-574f-4ba3-860b-8a0e9bd4520e req-b0360eeb-f086-46bb-9078-4f32830a9908 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0484092 Aug 16 07:05:15.121343 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9f57a9d0-574f-4ba3-860b-8a0e9bd4520e req-089e09a3-a938-42fc-96a1-c0bd58fb144a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317528 Aug 16 07:05:16.241434 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd89e1b-cbf3-4f6d-8d49-32d8c50b2315 req-ff001cdd-7aa9-42b6-b9c7-3427d3490cfe tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:16.242894 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cbd89e1b-cbf3-4f6d-8d49-32d8c50b2315 req-ff001cdd-7aa9-42b6-b9c7-3427d3490cfe tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0499008 Aug 16 07:05:16.284112 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cbd89e1b-cbf3-4f6d-8d49-32d8c50b2315 req-b2d2eb3f-71a3-41b5-8513-8a96579cae4b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341344 Aug 16 07:05:17.409188 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e506c-fa9d-4519-a38e-31590dc65f88 req-8a98729e-d34a-4fc3-a709-44321cdcaa00 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:17.410729 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-266e506c-fa9d-4519-a38e-31590dc65f88 req-8a98729e-d34a-4fc3-a709-44321cdcaa00 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0530989 Aug 16 07:05:17.452049 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-266e506c-fa9d-4519-a38e-31590dc65f88 req-e5d6f9a6-ebee-4e30-a129-fe59b7785670 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351903 Aug 16 07:05:18.578834 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529e9f-6306-4457-9735-ae838d133511 req-3c460f22-260f-44b1-9fe3-f4ee8b95fee1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:18.580306 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-24529e9f-6306-4457-9735-ae838d133511 req-3c460f22-260f-44b1-9fe3-f4ee8b95fee1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0492644 Aug 16 07:05:18.617435 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-24529e9f-6306-4457-9735-ae838d133511 req-0cc5b5ca-7854-4fdc-a42a-cc7bf4717c50 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304720 Aug 16 07:05:19.741596 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0fb7-631d-47cc-b9a2-530cc314d8f6 req-ef2494e5-7df6-4a0b-a2a0-dbde5b15eb74 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:19.743082 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7cee0fb7-631d-47cc-b9a2-530cc314d8f6 req-ef2494e5-7df6-4a0b-a2a0-dbde5b15eb74 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0478380 Aug 16 07:05:19.780700 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7cee0fb7-631d-47cc-b9a2-530cc314d8f6 req-4753b9d5-46d2-484d-94c9-2ce486cb4c61 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316229 Aug 16 07:05:20.922931 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b993c0-4960-44ba-8498-813db56201da req-bb70b1ea-cd68-472f-baf6-a4a9eb5d1803 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:20.924421 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-34b993c0-4960-44ba-8498-813db56201da req-bb70b1ea-cd68-472f-baf6-a4a9eb5d1803 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0612955 Aug 16 07:05:20.962229 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-34b993c0-4960-44ba-8498-813db56201da req-551d10e1-5140-4595-9356-556956b58dc6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306265 Aug 16 07:05:21.542690 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423986bc-2ac3-4384-9366-a87eb9981491 req-5fe9c061-a606-4ff3-a96c-97b5e767e29a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:21.544246 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-423986bc-2ac3-4384-9366-a87eb9981491 req-5fe9c061-a606-4ff3-a96c-97b5e767e29a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0497065 Aug 16 07:05:21.587455 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-423986bc-2ac3-4384-9366-a87eb9981491 req-368f95dd-a351-4908-ac82-a905ababa75e tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368907 Aug 16 07:05:22.103961 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ba74-cdef-433f-b7b7-4aefd8bad282 req-053c1e63-6629-4f55-a52d-59b09c2565e7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:22.106369 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c918ba74-cdef-433f-b7b7-4aefd8bad282 req-053c1e63-6629-4f55-a52d-59b09c2565e7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0639968 Aug 16 07:05:22.146791 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c918ba74-cdef-433f-b7b7-4aefd8bad282 req-ce7a010e-abd6-4221-9294-8a53e8a5f5b5 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339992 Aug 16 07:05:22.715490 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d0b9-e4fe-44b8-be19-ea24b1797bd6 req-6f2b6e2d-f7ca-46e0-a26d-915385928c9f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:22.716941 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3369d0b9-e4fe-44b8-be19-ea24b1797bd6 req-6f2b6e2d-f7ca-46e0-a26d-915385928c9f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0562780 Aug 16 07:05:22.753592 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3369d0b9-e4fe-44b8-be19-ea24b1797bd6 req-a71cc7dc-4313-40ab-93b2-fb16f9665052 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300767 Aug 16 07:05:23.283421 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fafd4e-ff3b-428f-9c14-3cb213cb763f req-566dbfec-2252-43bd-9e27-298e8c33c1cf tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:23.284943 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-49fafd4e-ff3b-428f-9c14-3cb213cb763f req-566dbfec-2252-43bd-9e27-298e8c33c1cf tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0505488 Aug 16 07:05:23.323384 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-49fafd4e-ff3b-428f-9c14-3cb213cb763f req-bde55491-a2bb-438f-bac6-d717a4378c17 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324926 Aug 16 07:05:23.872921 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cefdc1-9bfb-4b69-981d-02daf5e05795 req-88669136-4794-443b-869b-02fbad5a772a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:23.874524 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d6cefdc1-9bfb-4b69-981d-02daf5e05795 req-88669136-4794-443b-869b-02fbad5a772a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0496299 Aug 16 07:05:23.913676 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d6cefdc1-9bfb-4b69-981d-02daf5e05795 req-3066872c-08a0-4583-b03e-b9d7bc951992 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324886 Aug 16 07:05:24.131708 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:24.450936 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16ad9-66ae-463c-a350-0c672de125d5 req-f6167bd2-0878-4d44-bb45-a44a7e1adbac tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:24.452443 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1bd16ad9-66ae-463c-a350-0c672de125d5 req-f6167bd2-0878-4d44-bb45-a44a7e1adbac tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0517521 Aug 16 07:05:24.491741 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1bd16ad9-66ae-463c-a350-0c672de125d5 req-69e04ab6-d3d7-4c4e-8cca-ef8cb553efb1 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Aug 16 07:05:25.024916 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c58aa-fb44-4824-8fb0-b2f561e3d306 req-c03db32c-9a69-4d84-a7e1-ac82e9b8130d tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:25.026367 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-629c58aa-fb44-4824-8fb0-b2f561e3d306 req-c03db32c-9a69-4d84-a7e1-ac82e9b8130d tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0481720 Aug 16 07:05:25.062798 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-629c58aa-fb44-4824-8fb0-b2f561e3d306 req-2958412b-eb3d-413e-837a-92d2cb80796a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301497 Aug 16 07:05:25.618979 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04651bd5-4a26-4b74-9fdb-464be3556e5c req-362ba128-592e-497b-8707-28f495778da3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:25.620622 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-04651bd5-4a26-4b74-9fdb-464be3556e5c req-362ba128-592e-497b-8707-28f495778da3 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0502329 Aug 16 07:05:25.678901 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-04651bd5-4a26-4b74-9fdb-464be3556e5c req-9db60ad7-90b3-4041-9752-0e9c445b3476 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471516 Aug 16 07:05:26.211802 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283aa63-9ede-4b35-9bd2-8cd920c79f73 req-a1a85a4e-05dc-466b-a284-21b9eb762861 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:26.213323 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c283aa63-9ede-4b35-9bd2-8cd920c79f73 req-a1a85a4e-05dc-466b-a284-21b9eb762861 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0769391 Aug 16 07:05:26.250166 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c283aa63-9ede-4b35-9bd2-8cd920c79f73 req-dcdc7dcd-cf6a-436f-9f63-298d480238be tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309095 Aug 16 07:05:26.803856 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56400876-a6f1-4d21-b1cb-a9917bc844a5 req-f111d529-39a8-49ca-9ad5-5351f91e8861 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:26.805310 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-56400876-a6f1-4d21-b1cb-a9917bc844a5 req-f111d529-39a8-49ca-9ad5-5351f91e8861 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0544376 Aug 16 07:05:26.841487 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-56400876-a6f1-4d21-b1cb-a9917bc844a5 req-3dd08b92-ef97-46bc-b217-170d3088d6c9 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301394 Aug 16 07:05:27.363109 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ce018-a67b-4ca5-817b-3d46b2a4311f req-9a4b11d2-17fc-4da5-b4ea-b496ff45dc2f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:27.364630 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-496ce018-a67b-4ca5-817b-3d46b2a4311f req-9a4b11d2-17fc-4da5-b4ea-b496ff45dc2f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0486789 Aug 16 07:05:27.402629 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-496ce018-a67b-4ca5-817b-3d46b2a4311f req-8573c8d4-df05-45de-9fe2-f59bd730b58e tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322189 Aug 16 07:05:27.962062 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b0757-9d19-4ee0-a623-c9f3bcd72e60 req-b5b46726-0871-4bb4-812a-78c5a1932c7a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:27.963534 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ed2b0757-9d19-4ee0-a623-c9f3bcd72e60 req-b5b46726-0871-4bb4-812a-78c5a1932c7a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0512002 Aug 16 07:05:27.999207 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ed2b0757-9d19-4ee0-a623-c9f3bcd72e60 req-9b4a02e7-5b6f-4b0a-a88e-8d407f619c47 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299237 Aug 16 07:05:28.514196 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fb433-ce8f-47d0-aa03-16e12e6bcad3 req-e1fefb6f-965f-443d-b133-e7a928784868 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:28.515608 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dd4fb433-ce8f-47d0-aa03-16e12e6bcad3 req-e1fefb6f-965f-443d-b133-e7a928784868 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0478246 Aug 16 07:05:28.552679 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dd4fb433-ce8f-47d0-aa03-16e12e6bcad3 req-3ab269f3-2257-41d5-b9d3-b5893e624fe2 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307856 Aug 16 07:05:28.839908 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-b0af76cc-7aef-4e61-ae05-c31fa3e7d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:28.841361 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-b0af76cc-7aef-4e61-ae05-c31fa3e7d04d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c039abc6408441d98c333f659184a74a&device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 1096 time: 0.0417981 Aug 16 07:05:28.952245 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-bb957242-1e55-47c8-a277-6862d936c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:28.953681 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-bb957242-1e55-47c8-a277-6862d936c6ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 200 len: 916 time: 0.0855398 Aug 16 07:05:29.017997 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-f21adc1d-cee3-48f7-a9d2-c4fcc05af3ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896 HTTP/1.1" status: 200 len: 999 time: 0.0555425 Aug 16 07:05:29.067274 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-273e80aa-b2bc-432d-9d3e-52fd66506837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:29.068780 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-273e80aa-b2bc-432d-9d3e-52fd66506837 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 200 len: 855 time: 0.0435369 Aug 16 07:05:29.117720 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c635a-fc50-4d47-b291-c04066f496ca req-e1b42197-8c9c-4c88-aea6-cdb130559b5a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:29.119094 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-2478fb67-6a8b-4198-be5f-c74fa57d7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:29.119282 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b20c635a-fc50-4d47-b291-c04066f496ca req-e1b42197-8c9c-4c88-aea6-cdb130559b5a tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0484076 Aug 16 07:05:29.120603 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-2478fb67-6a8b-4198-be5f-c74fa57d7143 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab8752b6-7d0b-4007-ad91-11175ff501f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437925 Aug 16 07:05:29.132636 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-54225eba-0082-492b-94fb-d61591b1f20e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 07:05:29.133608 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-54225eba-0082-492b-94fb-d61591b1f20e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057995 Aug 16 07:05:29.157033 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b20c635a-fc50-4d47-b291-c04066f496ca req-cd082516-9399-4adb-ae51-a467fc6c69f0 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318782 Aug 16 07:05:29.225453 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-dc7ddfda-461e-4b19-898e-5bce3d8584cd service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837195 Aug 16 07:05:29.324063 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1684a450-4689-4d53-9c0b-92dfcc273a74 req-74ea4df7-b91f-4a0f-9904-e7d373d3ec38 service neutron] 10.222.0.18 "GET /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892177 Aug 16 07:05:29.936544 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf95f0-f48e-4230-b75f-8f5cbf545631 req-e472b004-0ebf-449b-b455-7835e2db2feb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:29.938000 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4cf95f0-f48e-4230-b75f-8f5cbf545631 req-e472b004-0ebf-449b-b455-7835e2db2feb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.3198807 Aug 16 07:05:29.974623 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d4cf95f0-f48e-4230-b75f-8f5cbf545631 req-625115dd-cd98-4314-9af0-73df80c0ba4f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306821 Aug 16 07:05:30.274454 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5f82-c207-4d20-bf3a-9075b5fdfe25 req-fe0a3f6b-61b2-4b67-9988-9fef293ddb1b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:30.275931 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-031e5f82-c207-4d20-bf3a-9075b5fdfe25 req-fe0a3f6b-61b2-4b67-9988-9fef293ddb1b tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0469759 Aug 16 07:05:30.312453 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-031e5f82-c207-4d20-bf3a-9075b5fdfe25 req-7d350b6c-1418-46e0-8c4c-ecbdcf0734ef tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303657 Aug 16 07:05:31.093926 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61f720-09a6-4180-9b0f-5576b97ac2ad req-7e75ae4d-c204-401a-919b-12c920e0d485 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:31.095424 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-de61f720-09a6-4180-9b0f-5576b97ac2ad req-7e75ae4d-c204-401a-919b-12c920e0d485 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0503771 Aug 16 07:05:31.146561 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-de61f720-09a6-4180-9b0f-5576b97ac2ad req-66b721e5-9864-40b6-8522-036af3c23166 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358036 Aug 16 07:05:31.366999 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:05:31.466148 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e3b97-3af3-41d2-913b-509e6cea22a0 req-d80bb9b7-1689-464f-b09b-fd3daca36ec2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:31.467699 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6b5e3b97-3af3-41d2-913b-509e6cea22a0 req-d80bb9b7-1689-464f-b09b-fd3daca36ec2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 943 time: 0.0832179 Aug 16 07:05:31.470277 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:05:31.482557 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'port_id': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'mac_address': 'fa:16:3e:82:61:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:05:31.514588 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6b5e3b97-3af3-41d2-913b-509e6cea22a0 req-ef09227e-0825-4812-a025-19d60a939274 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355291 Aug 16 07:05:31.520675 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:31.533735 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80fdee6-5dff-43f6-8c78-16aad9abf896 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:05:31.554068 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:05:31.608481 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:31.658837 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=9']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:05:31.990478 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['a80fdee6-5dff-43f6-8c78-16aad9abf896'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:05:32.264445 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d2aea-8d22-49c6-850d-c926c5c356cf req-71245190-af40-4fd8-b2c7-ba328bee3f2f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:32.265841 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d71d2aea-8d22-49c6-850d-c926c5c356cf req-71245190-af40-4fd8-b2c7-ba328bee3f2f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0492504 Aug 16 07:05:32.303099 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d71d2aea-8d22-49c6-850d-c926c5c356cf req-72be1149-5354-4c48-8a41-f2d27499b3fe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Aug 16 07:05:32.631676 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fdf48-7b27-48ea-9e4d-fe542a1e3934 req-2b9cbae1-939e-41df-94d6-9808820a0259 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:32.633112 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-931fdf48-7b27-48ea-9e4d-fe542a1e3934 req-2b9cbae1-939e-41df-94d6-9808820a0259 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 944 time: 0.0476370 Aug 16 07:05:32.671935 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-931fdf48-7b27-48ea-9e4d-fe542a1e3934 req-b8ca04f2-a635-4fea-bc3f-078066fa36f7 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329666 Aug 16 07:05:33.371019 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:05:33.422422 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port a80fdee6-5dff-43f6-8c78-16aad9abf896 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:05:33.422799 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:33.422971 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a7fad-22d3-44d5-b7ee-561c1c75a5ef req-31e056c4-1bf3-4471-9d89-3307192f5367 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:33.425841 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-275a7fad-22d3-44d5-b7ee-561c1c75a5ef req-31e056c4-1bf3-4471-9d89-3307192f5367 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0558364 Aug 16 07:05:33.464756 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-275a7fad-22d3-44d5-b7ee-561c1c75a5ef req-d190e885-27f7-4655-9e04-77dcde4f5190 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323875 Aug 16 07:05:33.498287 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:33.521152 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:05:33.523466 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b022570-6903-41c8-8932-1c7c67c424f6" -d '{"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-plugged", "status": "completed", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:05:33.535981 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:05:33.559483 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577ffd01-42de-4b80-a26e-f41e9900ec83 x-openstack-request-id: req-577ffd01-42de-4b80-a26e-f41e9900ec83 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:05:33.559770 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-plugged", "status": "completed", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:05:33.560021 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-577ffd01-42de-4b80-a26e-f41e9900ec83 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:05:33.560407 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'code': 200} Aug 16 07:05:33.603351 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:33.653884 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=10']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:05:33.793786 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896f244-c143-4fd5-a4d6-dd86f641d55a req-99e0c1c8-0066-4722-928d-e918018726cd tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:33.795159 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7896f244-c143-4fd5-a4d6-dd86f641d55a req-99e0c1c8-0066-4722-928d-e918018726cd tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 946 time: 0.0484421 Aug 16 07:05:33.833856 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7896f244-c143-4fd5-a4d6-dd86f641d55a req-a195630c-5fab-4c37-8be6-95f145fcf5e6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326335 Aug 16 07:05:33.878772 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7048e6-1930-4d08-8d1c-7351830a7d71 req-e2e31375-76f0-44ff-8797-f3db6fdc837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:33.880430 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-fc7048e6-1930-4d08-8d1c-7351830a7d71 req-e2e31375-76f0-44ff-8797-f3db6fdc837d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 1099 time: 0.0409751 Aug 16 07:05:33.915734 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-fc7048e6-1930-4d08-8d1c-7351830a7d71 req-c8607bb8-3653-401a-a198-96323bfc8e61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276229 Aug 16 07:05:34.579108 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2af78b-28bd-4b25-8211-e185145eddfe req-c3a7652c-713f-49b1-ae46-2823cc5cdf43 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:34.580567 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aa2af78b-28bd-4b25-8211-e185145eddfe req-c3a7652c-713f-49b1-ae46-2823cc5cdf43 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0477622 Aug 16 07:05:34.618622 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-aa2af78b-28bd-4b25-8211-e185145eddfe req-c67c9110-8c81-4569-95f9-af339f56d123 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Aug 16 07:05:34.957703 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b15937-ef62-4c7a-a6b6-09935d946803 req-0b2ab2ec-c731-4a2c-9f2d-6eed8ce90794 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:34.959190 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-67b15937-ef62-4c7a-a6b6-09935d946803 req-0b2ab2ec-c731-4a2c-9f2d-6eed8ce90794 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 946 time: 0.0519726 Aug 16 07:05:34.996169 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-67b15937-ef62-4c7a-a6b6-09935d946803 req-3cfccd17-5f62-4126-bf4e-89008042efc2 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309715 Aug 16 07:05:35.735877 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87713150-3602-4b1f-9dec-f3fd055c0f2d req-e983ea05-e364-4154-a9c0-59090585b5cb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:35.737378 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-87713150-3602-4b1f-9dec-f3fd055c0f2d req-e983ea05-e364-4154-a9c0-59090585b5cb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0504305 Aug 16 07:05:35.778359 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-87713150-3602-4b1f-9dec-f3fd055c0f2d req-c1997e6c-7f5c-4ae6-9423-1917f1999f1a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348034 Aug 16 07:05:36.118735 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a835-4c7c-40b3-90e5-7e87725a4cb9 req-fb494596-fae1-4147-a5c0-6c4c99a486a6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:36.120288 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8726a835-4c7c-40b3-90e5-7e87725a4cb9 req-fb494596-fae1-4147-a5c0-6c4c99a486a6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 946 time: 0.0501077 Aug 16 07:05:36.162820 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8726a835-4c7c-40b3-90e5-7e87725a4cb9 req-d926247d-b195-4f95-9c0f-1b94a79cc85e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361061 Aug 16 07:05:36.901550 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dae47b-8854-4628-a55a-2c4663e6ef08 req-558f12a1-8947-410d-b3ea-a690a6fb6e87 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:36.903300 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c3dae47b-8854-4628-a55a-2c4663e6ef08 req-558f12a1-8947-410d-b3ea-a690a6fb6e87 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0517521 Aug 16 07:05:36.940751 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c3dae47b-8854-4628-a55a-2c4663e6ef08 req-0b86fcb8-8e00-41c5-a2e1-fbfbd0e2b1f3 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Aug 16 07:05:37.246033 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:05:37.281696 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fa746-cef5-4a8d-a688-359e5de963b1 req-d9c465e7-2bc8-4d76-8124-9b9c8241a3bb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:37.282827 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-572fa746-cef5-4a8d-a688-359e5de963b1 req-d9c465e7-2bc8-4d76-8124-9b9c8241a3bb tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 946 time: 0.0481048 Aug 16 07:05:37.321016 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-572fa746-cef5-4a8d-a688-359e5de963b1 req-e7e9cf28-01b0-4046-af2c-28ca9ecfe7ca tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312672 Aug 16 07:05:37.893956 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-64d8049c-4ba9-4eeb-8608-e4a159951a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:38.053849 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fe057-b6b7-4762-be04-1e44b5318475 req-98363b1b-748b-4a52-84f0-eba4044cd3c7 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:38.055434 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a65fe057-b6b7-4762-be04-1e44b5318475 req-98363b1b-748b-4a52-84f0-eba4044cd3c7 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0485222 Aug 16 07:05:38.092376 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a65fe057-b6b7-4762-be04-1e44b5318475 req-def13bb3-cc30-4ace-929c-ea391758fc78 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Aug 16 07:05:39.211062 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7f56b-1af6-47b8-b2a0-4be81445b1ac req-4567fa61-e077-4966-acaf-0d53e7e7d9e2 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:39.215585 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b3f7f56b-1af6-47b8-b2a0-4be81445b1ac req-4567fa61-e077-4966-acaf-0d53e7e7d9e2 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0575988 Aug 16 07:05:39.250589 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b3f7f56b-1af6-47b8-b2a0-4be81445b1ac req-1b5c4b21-47ae-48d9-8b50-4fb97b16ce32 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322318 Aug 16 07:05:39.269817 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-50e07cad-5fde-4756-9dbc-5251cdfab260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:39.271944 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-50e07cad-5fde-4756-9dbc-5251cdfab260 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=002bdf9b58f64009af23512ff886f946&device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1098 time: 0.0894010 Aug 16 07:05:39.362118 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-7a04d715-a5a4-4e08-b36d-c0f33eb36b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:39.363600 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-7a04d715-a5a4-4e08-b36d-c0f33eb36b4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=46e84ed5-9ee8-4909-a712-02feb0d17db1 HTTP/1.1" status: 200 len: 909 time: 0.0844498 Aug 16 07:05:39.428366 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-f10e01c1-85fe-4424-943b-a26ecc1c0b8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb HTTP/1.1" status: 200 len: 1001 time: 0.0565891 Aug 16 07:05:39.479141 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-c19aa4c1-78ce-4989-a814-f8568fba6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:39.480547 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-c19aa4c1-78ce-4989-a814-f8568fba6638 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5658af5-84bb-41f7-9b2f-f8ddb27a6089 HTTP/1.1" status: 200 len: 848 time: 0.0452859 Aug 16 07:05:39.525821 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-3e2da7b1-dada-41f3-8ad5-8c3faa15029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:39.527542 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-3e2da7b1-dada-41f3-8ad5-8c3faa15029a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46e84ed5-9ee8-4909-a712-02feb0d17db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397925 Aug 16 07:05:39.612819 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-b7d2c36c-cf7b-4d78-85cd-72a9be3eaf28 service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777156 Aug 16 07:05:39.701952 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-331be7ec-4782-4a35-b4ac-173f380a21c8 req-80c0b480-365f-4222-9bad-98295b435b19 service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822568 Aug 16 07:05:40.365869 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d363c-3183-4a37-8e17-e18804d76749 req-320f0025-5562-40f9-bf23-e8924dc4c131 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:40.367370 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3a5d363c-3183-4a37-8e17-e18804d76749 req-320f0025-5562-40f9-bf23-e8924dc4c131 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0496845 Aug 16 07:05:40.404530 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3a5d363c-3183-4a37-8e17-e18804d76749 req-f5ec478e-e8f8-46ed-aeef-3ea876de5f18 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312259 Aug 16 07:05:40.842431 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:40.956485 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-113f57d5-2b9a-4c39-8b5b-39b043546d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:41.518582 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615f01e-2167-4e01-ae56-93eca2a470ce req-2001738a-074d-4490-947c-14bfa3094a9a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:41.520656 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2615f01e-2167-4e01-ae56-93eca2a470ce req-2001738a-074d-4490-947c-14bfa3094a9a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0481949 Aug 16 07:05:41.558405 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2615f01e-2167-4e01-ae56-93eca2a470ce req-464ebd35-f7a6-4716-aa4b-45ce5c2500fe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Aug 16 07:05:42.025921 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:42.677681 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732789e-9816-4ab5-892f-a28a6b632942 req-d0acab43-8869-4148-a314-74aaf2df5843 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:42.679171 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b732789e-9816-4ab5-892f-a28a6b632942 req-d0acab43-8869-4148-a314-74aaf2df5843 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0529315 Aug 16 07:05:42.716268 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b732789e-9816-4ab5-892f-a28a6b632942 req-b8d14836-bb21-45e3-80ce-e1c1272554cc tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Aug 16 07:05:43.054654 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144ef8f-be23-463e-9ba0-483ae8bc8656 req-46d3d0d7-ebca-4ad8-b374-6a6add17119b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:43.056160 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0144ef8f-be23-463e-9ba0-483ae8bc8656 req-46d3d0d7-ebca-4ad8-b374-6a6add17119b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0499082 Aug 16 07:05:43.093754 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0144ef8f-be23-463e-9ba0-483ae8bc8656 req-c89019eb-663f-42e0-b1e0-69d148b210b5 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317807 Aug 16 07:05:43.123847 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-6f934815-132e-4442-93ee-242770196a2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893869 Aug 16 07:05:43.396517 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:44.219159 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ff762-0d1d-49e7-a1ac-f01e2157be8d req-53b2d83a-edcc-4e5d-9706-cd28d8a79b8a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:44.220675 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3b0ff762-0d1d-49e7-a1ac-f01e2157be8d req-53b2d83a-edcc-4e5d-9706-cd28d8a79b8a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0492213 Aug 16 07:05:44.259939 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3b0ff762-0d1d-49e7-a1ac-f01e2157be8d req-0fa9d616-d92e-4ab0-ad31-027d6740883f tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329475 Aug 16 07:05:45.381576 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf894b-3b22-40fb-a010-2f24e22caa64 req-339a42cb-0c06-4910-840b-8492d3ac2b85 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:45.383032 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-67cf894b-3b22-40fb-a010-2f24e22caa64 req-339a42cb-0c06-4910-840b-8492d3ac2b85 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0525842 Aug 16 07:05:45.402030 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a02f2ede-b0b4-484f-b037-ccca6249eafb no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:05:45.420463 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-67cf894b-3b22-40fb-a010-2f24e22caa64 req-1471d435-ab72-46bc-bd6c-760872380ba4 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Aug 16 07:05:45.477086 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:45.498298 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:05:45.500513 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad73a8e2-5ad5-400f-9f58-323c034aceb6" -d '{"events": [{"server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "name": "network-vif-unplugged", "status": "completed", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:05:45.513299 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:05:45.535765 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 07:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1b3b40-f610-4834-b2d7-f20e0c86a509 x-openstack-request-id: req-dc1b3b40-f610-4834-b2d7-f20e0c86a509 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:05:45.536677 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "name": "network-vif-unplugged", "status": "completed", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:05:45.537010 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc1b3b40-f610-4834-b2d7-f20e0c86a509 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:05:45.537403 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'code': 200} Aug 16 07:05:45.579491 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:45.627634 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a02f2ede-b0b4-484f-b037-ccca6249eafb,revision_number=6']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:05:45.734486 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d62d-4024-4554-bd29-02d15545839e req-4850903b-b34d-4d07-86ca-ce68d162656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:45.735981 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-4850903b-b34d-4d07-86ca-ce68d162656c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674&tenant_id=002bdf9b58f64009af23512ff886f946 HTTP/1.1" status: 200 len: 1096 time: 0.0402327 Aug 16 07:05:45.801724 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d62d-4024-4554-bd29-02d15545839e req-b681f945-f9fd-4366-ae66-8a99a3836547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:45.803371 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-b681f945-f9fd-4366-ae66-8a99a3836547 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=002bdf9b58f64009af23512ff886f946&device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1096 time: 0.0447047 Aug 16 07:05:45.890940 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d62d-4024-4554-bd29-02d15545839e req-2925cb6c-cddf-4b91-82e8-86938fa31163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:45.892467 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-2925cb6c-cddf-4b91-82e8-86938fa31163 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46e84ed5-9ee8-4909-a712-02feb0d17db1 HTTP/1.1" status: 200 len: 909 time: 0.0825133 Aug 16 07:05:45.960027 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-7ff536a3-4e5e-465f-96e6-1984ebd05798 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb HTTP/1.1" status: 200 len: 999 time: 0.0604725 Aug 16 07:05:46.007577 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d62d-4024-4554-bd29-02d15545839e req-3bda68e4-5df5-41f1-875e-e6b82676e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:46.009021 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-3bda68e4-5df5-41f1-875e-e6b82676e35e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5658af5-84bb-41f7-9b2f-f8ddb27a6089 HTTP/1.1" status: 200 len: 848 time: 0.0424099 Aug 16 07:05:46.053120 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d62d-4024-4554-bd29-02d15545839e req-b7c18dde-a477-4def-8c86-0f415b3d8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:46.054477 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-b7c18dde-a477-4def-8c86-0f415b3d8c17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46e84ed5-9ee8-4909-a712-02feb0d17db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389502 Aug 16 07:05:46.144178 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-28cc9f54-68d6-461c-b666-9c20c12a687f service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820973 Aug 16 07:05:46.232880 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-0731ee57-1181-4d3a-8f6f-f9405a5a5c69 service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810311 Aug 16 07:05:46.543562 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a749f2b-7a12-40e5-ae45-0d93f02ee91f req-d15d45d2-4c22-45fe-8c0e-409812caa025 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:46.545031 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7a749f2b-7a12-40e5-ae45-0d93f02ee91f req-d15d45d2-4c22-45fe-8c0e-409812caa025 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0492659 Aug 16 07:05:46.581900 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7a749f2b-7a12-40e5-ae45-0d93f02ee91f req-20b594a0-c282-4ac2-bc99-6fdc5e12fefe tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309718 Aug 16 07:05:47.698893 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35ca6f-2bc1-40ab-82aa-916340fc4ce0 req-d4aa106b-ee19-47a7-859d-33d2fad8c955 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:47.700389 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-af35ca6f-2bc1-40ab-82aa-916340fc4ce0 req-d4aa106b-ee19-47a7-859d-33d2fad8c955 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0491102 Aug 16 07:05:47.736816 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-af35ca6f-2bc1-40ab-82aa-916340fc4ce0 req-98c5b94a-ad83-465f-ab19-28381c5a8783 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306265 Aug 16 07:05:48.855664 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dc6e6-fa95-415f-abbd-1ba808b0d13d req-0a02ec1b-a1a4-4c48-926a-43e1dda951d6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:48.857127 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4c1dc6e6-fa95-415f-abbd-1ba808b0d13d req-0a02ec1b-a1a4-4c48-926a-43e1dda951d6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0524955 Aug 16 07:05:48.894048 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4c1dc6e6-fa95-415f-abbd-1ba808b0d13d req-87bc6e05-ab77-4abd-8127-50e0b2c31d29 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Aug 16 07:05:50.007531 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7001b4-7d24-4c02-ba5a-91f78b778de3 req-9a338c43-ec04-4b1e-81d1-7927eedf92db tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:50.009009 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8b7001b4-7d24-4c02-ba5a-91f78b778de3 req-9a338c43-ec04-4b1e-81d1-7927eedf92db tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0485344 Aug 16 07:05:50.046703 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8b7001b4-7d24-4c02-ba5a-91f78b778de3 req-57c92536-7938-4b34-aaab-ec499ee0d6bd tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318160 Aug 16 07:05:51.161514 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bcd9b-5aef-48cc-95eb-76b0738a3f80 req-6feb0ed3-1084-4533-87d5-d65edabb03ee tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:51.163069 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fd9bcd9b-5aef-48cc-95eb-76b0738a3f80 req-6feb0ed3-1084-4533-87d5-d65edabb03ee tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0496821 Aug 16 07:05:51.200526 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fd9bcd9b-5aef-48cc-95eb-76b0738a3f80 req-07d103e6-f63a-4241-a43c-6d70b64c062b tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314963 Aug 16 07:05:52.320351 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bf493-b33e-4880-8691-86311b481c53 req-2022c483-01e2-42d9-92b1-d557db0c4d44 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:52.321832 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-979bf493-b33e-4880-8691-86311b481c53 req-2022c483-01e2-42d9-92b1-d557db0c4d44 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0526676 Aug 16 07:05:52.359743 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-979bf493-b33e-4880-8691-86311b481c53 req-849e8d01-2f11-48c7-b0dc-d27a4a3448bb tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Aug 16 07:05:53.471932 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb94d-3e92-4d28-9127-5ba0fa44496f req-cb55ff28-0417-4fef-87b1-7fef2a6db069 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:53.473324 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a36fb94d-3e92-4d28-9127-5ba0fa44496f req-cb55ff28-0417-4fef-87b1-7fef2a6db069 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 943 time: 0.0486450 Aug 16 07:05:53.480460 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a02f2ede-b0b4-484f-b037-ccca6249eafb details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:05:53.512205 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a36fb94d-3e92-4d28-9127-5ba0fa44496f req-460704d6-7791-4fbc-ae59-97bd18a1fc1e tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330300 Aug 16 07:05:53.572597 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:05:53.583293 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'port_id': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'mac_address': 'fa:16:3e:47:4d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:05:53.619016 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:53.634902 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02f2ede-b0b4-484f-b037-ccca6249eafb {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:05:53.653928 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:05:53.733482 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:53.778915 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a02f2ede-b0b4-484f-b037-ccca6249eafb,revision_number=7']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:05:53.785653 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.786005 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.786348 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.786684 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.787017 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.787381 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.788198 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.788676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.789008 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.789335 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.789660 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:53.789982 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:54.049997 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['a02f2ede-b0b4-484f-b037-ccca6249eafb'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:05:54.155253 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:54.626128 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f74928-3e16-4998-80eb-a17ad2fc2f42 req-e5002e60-6c7c-4ebf-abaf-55d20432cc91 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:54.627771 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a1f74928-3e16-4998-80eb-a17ad2fc2f42 req-e5002e60-6c7c-4ebf-abaf-55d20432cc91 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 944 time: 0.0500124 Aug 16 07:05:54.666880 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a1f74928-3e16-4998-80eb-a17ad2fc2f42 req-36aaa7bf-141e-4600-8b25-27ed1d606ffa tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326688 Aug 16 07:05:54.962931 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bbc9-60c1-4cce-965e-c10c9ee8feb2 req-9bc98ce1-7402-45fb-bfa1-2e39e9eeea23 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:54.964559 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2280bbc9-60c1-4cce-965e-c10c9ee8feb2 req-9bc98ce1-7402-45fb-bfa1-2e39e9eeea23 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 945 time: 0.0544720 Aug 16 07:05:55.002681 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2280bbc9-60c1-4cce-965e-c10c9ee8feb2 req-aaa0956f-33de-48e2-9573-63bc11084589 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Aug 16 07:05:55.494393 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a02f2ede-b0b4-484f-b037-ccca6249eafb up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:05:55.540728 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port a02f2ede-b0b4-484f-b037-ccca6249eafb triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:05:55.541097 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:55.615164 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:55.759845 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:05:55.761997 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a284a4e3-4309-47ec-aa93-03bbaf3cf9e7" -d '{"events": [{"server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "name": "network-vif-plugged", "status": "completed", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:05:55.775087 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:05:55.784140 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84f093-9958-4ea6-97c5-d4f2558cc0f5 req-901a41e1-0ad6-42b5-8d26-866f4b9a6629 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:55.791910 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7c84f093-9958-4ea6-97c5-d4f2558cc0f5 req-901a41e1-0ad6-42b5-8d26-866f4b9a6629 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 944 time: 0.0501680 Aug 16 07:05:55.824062 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7c84f093-9958-4ea6-97c5-d4f2558cc0f5 req-51601616-8e3f-4a9e-b43d-15ab73614744 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Aug 16 07:05:55.855664 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c112d8-5c17-4b69-be9f-dc778e130ac1 x-openstack-request-id: req-e5c112d8-5c17-4b69-be9f-dc778e130ac1 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:05:55.855957 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "name": "network-vif-plugged", "status": "completed", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:05:55.856211 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5c112d8-5c17-4b69-be9f-dc778e130ac1 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:05:55.856630 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'code': 200} Aug 16 07:05:55.876478 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:55.924869 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=a02f2ede-b0b4-484f-b037-ccca6249eafb,revision_number=8']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:05:56.119431 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf65e3c-c8af-4b7f-a81a-7e32cc3d1e96 req-1e7194b0-03f4-4a9e-86cd-2802a13e7426 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:56.120921 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fdf65e3c-c8af-4b7f-a81a-7e32cc3d1e96 req-1e7194b0-03f4-4a9e-86cd-2802a13e7426 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 945 time: 0.0493031 Aug 16 07:05:56.150928 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd726ae-4e1f-48e8-8f7e-6a882acba0cf req-799b05f5-c5f1-4245-9971-a24bd6a1ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:56.152688 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-fcd726ae-4e1f-48e8-8f7e-6a882acba0cf req-799b05f5-c5f1-4245-9971-a24bd6a1ac78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1098 time: 0.0404525 Aug 16 07:05:56.158354 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fdf65e3c-c8af-4b7f-a81a-7e32cc3d1e96 req-9053a30b-f860-463f-ab01-650dcfab8aa5 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313842 Aug 16 07:05:56.189995 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-fcd726ae-4e1f-48e8-8f7e-6a882acba0cf req-e0804a9a-f9d7-4dda-931d-dfbbf1474413 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278678 Aug 16 07:05:56.749759 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-9752a7ae-0c8b-43d8-bd25-5587fcfdcdc4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:56.751216 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-9752a7ae-0c8b-43d8-bd25-5587fcfdcdc4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 945 time: 0.0527360 Aug 16 07:05:56.850244 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Deleting port b216d529-6014-42cf-8c99-b6327717b855 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:05:56.850582 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:56.940603 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] For port b216d529-6014-42cf-8c99-b6327717b855, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b216d529-6014-42cf-8c99-b6327717b855,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:05:56.940987 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:56.943039 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31703-67e6-48e2-bfcb-98a293fc1706 req-70b283c0-1eab-4a18-b96c-f2ac28a508a4 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:56.945071 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d9c31703-67e6-48e2-bfcb-98a293fc1706 req-70b283c0-1eab-4a18-b96c-f2ac28a508a4 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0522776 Aug 16 07:05:56.982446 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d9c31703-67e6-48e2-bfcb-98a293fc1706 req-5a487fed-1c16-44f3-bfe5-60d17e50fce7 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313909 Aug 16 07:05:57.106206 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:57.106478 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:57.106793 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Floating IP 3baa98f0-fd6e-4e54-b9af-fa9cd11eb53e disassociated. External IP: 172.27.0.254, port: b216d529-6014-42cf-8c99-b6327717b855. Aug 16 07:05:57.107126 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Calling delete_port for b216d529-6014-42cf-8c99-b6327717b855 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:05:57.274522 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c30bb-ca2f-444b-b773-eb9dd09aad6e req-a99316ac-10ed-40ff-ab35-6eb53415a9ef tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:57.276071 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e44c30bb-ca2f-444b-b773-eb9dd09aad6e req-a99316ac-10ed-40ff-ab35-6eb53415a9ef tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 945 time: 0.0488524 Aug 16 07:05:57.312186 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:57.314492 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e44c30bb-ca2f-444b-b773-eb9dd09aad6e req-0df91c0a-7c19-4513-a48d-da142fa5d09e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322840 Aug 16 07:05:57.340181 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event deleted for resources: {'Port': ['ID=b216d529-6014-42cf-8c99-b6327717b855,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:05:57.350123 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.350772 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.351071 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.351442 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.351780 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.352116 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.352452 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.352782 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.353114 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.353815 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.353815 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.354075 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:05:57.472683 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:05:57.583801 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:05:57.596419 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] Sync routers for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:05:57.606210 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:05:57.606836 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:05:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:05:57.625625 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] No DVR routers for this DVR port b216d529-6014-42cf-8c99-b6327717b855 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:05:57.628048 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:05:57.630042 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-f8930cf2-95f6-43ab-8112-437f18fbae91 req-34cb8c38-731f-4ed6-84c0-43578e52632a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "DELETE /v2.0/ports/b216d529-6014-42cf-8c99-b6327717b855 HTTP/1.1" status: 204 len: 173 time: 0.8624032 Aug 16 07:05:57.630477 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'name': 'network-vif-deleted', 'tag': 'b216d529-6014-42cf-8c99-b6327717b855'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:05:57.633044 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2e926c-da1e-432a-8bf9-6bb54c91a32c" -d '{"events": [{"server_uuid": "5c89052a-2ab4-40f4-a570-d95a607d09ad", "name": "network-vif-deleted", "tag": "b216d529-6014-42cf-8c99-b6327717b855"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:05:57.668986 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077fd710-161c-4d34-bb8c-9b979fbb5f92 x-openstack-request-id: req-077fd710-161c-4d34-bb8c-9b979fbb5f92 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:05:57.669367 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c89052a-2ab4-40f4-a570-d95a607d09ad", "name": "network-vif-deleted", "tag": "b216d529-6014-42cf-8c99-b6327717b855", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:05:57.669663 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-077fd710-161c-4d34-bb8c-9b979fbb5f92 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:05:57.669928 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c89052a-2ab4-40f4-a570-d95a607d09ad', 'name': 'network-vif-deleted', 'tag': 'b216d529-6014-42cf-8c99-b6327717b855', 'status': 'completed', 'code': 200} Aug 16 07:05:57.715954 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:05:57.925910 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:05:57.954506 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] Checking router: af365cc4-8b59-4f4d-a5cc-051d3fb074a9 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:05:57.963197 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:05:57.963792 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:05:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:05:58.071003 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:05:58.099144 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86f9f7-5921-40d5-bf0f-f7bf26b8dc1e req-75b69c2f-91d0-408c-9cf2-a2a26e5afa19 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:58.101574 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5e86f9f7-5921-40d5-bf0f-f7bf26b8dc1e req-75b69c2f-91d0-408c-9cf2-a2a26e5afa19 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0508218 Aug 16 07:05:58.144850 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5e86f9f7-5921-40d5-bf0f-f7bf26b8dc1e req-d92cc201-25cc-4b8a-a4a4-ba6ba3d53866 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373514 Aug 16 07:05:58.271802 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:05:58.298885 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f2e05-63c3-4806-adf3-c1a5cc93b832 None None] The sync data for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi is: [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:05:58.429485 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-26ff8240-46dc-4d4f-ad9f-83ac09d4b43f req-ebe0b3bc-58a7-40c7-811e-c9d4be2d6b47 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c89052a-2ab4-40f4-a570-d95a607d09ad HTTP/1.1" status: 200 len: 210 time: 0.0307670 Aug 16 07:05:58.518982 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0688a75-0775-4bfe-a4b5-694e4ed991e8 None None] New status for floating IP 3baa98f0-fd6e-4e54-b9af-fa9cd11eb53e: DOWN {{(pid=101194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:05:59.502641 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device b216d529-6014-42cf-8c99-b6327717b855 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:05:59.526561 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: b216d529-6014-42cf-8c99-b6327717b855 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:05:59.526916 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device b216d529-6014-42cf-8c99-b6327717b855 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:05:59.674267 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-0096be59-fe7c-4619-ae3f-20e241a5310e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234518112&fields=id&tenant_id=7d8392df99284dea99cba7326a6c6afe HTTP/1.1" status: 200 len: 267 time: 0.0319531 Aug 16 07:05:59.778593 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-a2b236aa-087f-47cd-befd-715805d0b2e7 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:05:59.780062 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-a2b236aa-087f-47cd-befd-715805d0b2e7 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 811 time: 0.0993395 Aug 16 07:05:59.794864 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-e27acd1a-5000-41e3-8716-ed539fc2260f tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/quotas/7d8392df99284dea99cba7326a6c6afe HTTP/1.1" status: 200 len: 375 time: 0.0091410 Aug 16 07:05:59.847537 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-00ed0cf5-351b-4ebc-a5b3-8d9f1de45a07 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475965 Aug 16 07:05:59.905089 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-53867eee-263e-4563-a02b-75c545e70eff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 07:05:59.906077 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-53867eee-263e-4563-a02b-75c545e70eff service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475433 Aug 16 07:05:59.995003 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-df2c1693-551a-40b5-8686-52f5e374c3a2 service neutron] 10.222.0.20 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829315 Aug 16 07:06:00.081193 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2e5ed949-47f3-46b0-89ed-aeccec3b39dd service neutron] 10.222.0.20 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800753 Aug 16 07:06:00.589605 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ed695961-8a31-4b06-bb59-2dad5dd6bfa2 req-1bdd3e60-445a-4b56-aecb-391d45ba49c2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0303817 Aug 16 07:06:01.681942 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e277cd04-a7d0-486e-bd8d-81f6c0ee0838 req-6d698b6c-03f4-4ea0-a68b-1d00fb1195ef tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0266426 Aug 16 07:06:02.444387 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-b7ba6968-d3a9-42be-b974-60dcf74189bc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:02.445830 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-b7ba6968-d3a9-42be-b974-60dcf74189bc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 811 time: 0.1064832 Aug 16 07:06:02.487966 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-d6d218fb-0fd7-4e5a-b976-bbb16c91c759 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d8392df99284dea99cba7326a6c6afe HTTP/1.1" status: 200 len: 379 time: 0.0322399 Aug 16 07:06:02.498721 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'port': {'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'admin_state_up': True, 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'security_groups': ['3c609ad1-b53e-4864-aaa9-2a752a32bdd3']}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:02.659500 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Made reservation on behalf of 7d8392df99284dea99cba7326a6c6afe for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:06:02.663101 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:02.774818 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-885a749f-09a2-44b1-bde1-d7487f3e3d94 req-86e9d8d8-a185-4efc-9f1e-df49bbf577b6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0268557 Aug 16 07:06:02.790442 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Allocated IP 172.20.0.6 (ea5fed79-e3b7-4e3c-be61-1e8eb5301c44/b8b3f50f-f1f1-4569-8755-6f81a36c9ac9/284a07c3-844d-4033-b742-31d5df2463f1) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:06:02.930175 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:02.943273 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Transition to ACTIVE for port object 284a07c3-844d-4033-b742-31d5df2463f1 will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:06:03.054059 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:03.099053 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:06:03.102157 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:06:03.106824 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:06:03.113337 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'Port': ['ID=284a07c3-844d-4033-b742-31d5df2463f1,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:03.169910 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:03.172567 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:03.294948 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-2a8ef38e-9bef-424c-a12a-f734c749502c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7996979 Aug 16 07:06:03.307543 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Request body: {'port': {'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:03.364579 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:03.464299 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-778b407b-309f-4d97-b8e6-ceda73645414 None None] Provisioning for port 284a07c3-844d-4033-b742-31d5df2463f1 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:06:03.468296 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-778b407b-309f-4d97-b8e6-ceda73645414 None None] Provisioning complete for port 284a07c3-844d-4033-b742-31d5df2463f1 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:03.468696 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-778b407b-309f-4d97-b8e6-ceda73645414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:03.502597 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-778b407b-309f-4d97-b8e6-ceda73645414 None None] Port 284a07c3-844d-4033-b742-31d5df2463f1 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:06:03.624597 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284a07c3-844d-4033-b742-31d5df2463f1 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:06:03.632018 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:03.643759 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Transition to ACTIVE for port object 284a07c3-844d-4033-b742-31d5df2463f1 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:06:03.728068 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:03.795046 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=284a07c3-844d-4033-b742-31d5df2463f1,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:03.850097 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Attempting to bind port 284a07c3-844d-4033-b742-31d5df2463f1 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:06:03.850573 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Attempting to bind port 284a07c3-844d-4033-b742-31d5df2463f1 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:06:03.851019 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Attempting to bind port 284a07c3-844d-4033-b742-31d5df2463f1 on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:06:03.857106 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Port 284a07c3-844d-4033-b742-31d5df2463f1 on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:06:03.857552 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Attempting to bind port 284a07c3-844d-4033-b742-31d5df2463f1 on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:06:03.862635 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:06:03.863050 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Checking segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:06:03.863590 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Bound using segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:06:03.864140 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Bound port: 284a07c3-844d-4033-b742-31d5df2463f1, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:06:03.864505 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:03.905409 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0c64-9096-4967-b474-34c0c06cf0d8 req-b3302ac9-a4db-4e98-963b-6d7e233d2ed6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:03.907713 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1d8a0c64-9096-4967-b474-34c0c06cf0d8 req-b3302ac9-a4db-4e98-963b-6d7e233d2ed6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 943 time: 0.0611715 Aug 16 07:06:03.934115 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] For port 284a07c3-844d-4033-b742-31d5df2463f1, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:06:03.938352 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] For port 284a07c3-844d-4033-b742-31d5df2463f1, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=284a07c3-844d-4033-b742-31d5df2463f1,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:06:03.954078 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1d8a0c64-9096-4967-b474-34c0c06cf0d8 req-0d7cdd0a-5d8f-4294-803d-03769110046e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379586 Aug 16 07:06:04.020053 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:04.054794 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:04.055486 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:04.057624 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] 10.222.0.18 "PUT /v2.0/ports/284a07c3-844d-4033-b742-31d5df2463f1 HTTP/1.1" status: 200 len: 1093 time: 0.7551653 Aug 16 07:06:04.068874 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:06:04.068874 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91857bbb-f829-4caf-a140-dbb36588da64" -d '{"events": [{"name": "network-changed", "server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "tag": "284a07c3-844d-4033-b742-31d5df2463f1"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:06:04.089267 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79ea31-6187-4536-81eb-c1ba1f668dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=284a07c3-844d-4033-b742-31d5df2463f1,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:04.100188 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efef32d-3659-453e-bbbf-20a6070fed2b x-openstack-request-id: req-2efef32d-3659-453e-bbbf-20a6070fed2b {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:06:04.100480 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "tag": "284a07c3-844d-4033-b742-31d5df2463f1", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:06:04.100736 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2efef32d-3659-453e-bbbf-20a6070fed2b {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:06:04.101132 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1', 'status': 'completed', 'code': 200} Aug 16 07:06:04.165507 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91857bbb-f829-4caf-a140-dbb36588da64 req-2a4172ed-0739-40f5-9dde-d9616452d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:04.167749 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-91857bbb-f829-4caf-a140-dbb36588da64 req-2a4172ed-0739-40f5-9dde-d9616452d157 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0443480 Aug 16 07:06:04.270888 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91857bbb-f829-4caf-a140-dbb36588da64 req-b0340826-25e6-480b-bb53-57f8b493a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:04.272384 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-91857bbb-f829-4caf-a140-dbb36588da64 req-b0340826-25e6-480b-bb53-57f8b493a42a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d8392df99284dea99cba7326a6c6afe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0962553 Aug 16 07:06:04.365791 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91857bbb-f829-4caf-a140-dbb36588da64 req-2b6042e2-17ab-4488-bb3d-3e3dc6ce65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:04.367193 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-91857bbb-f829-4caf-a140-dbb36588da64 req-2b6042e2-17ab-4488-bb3d-3e3dc6ce65d0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875220 Aug 16 07:06:04.445211 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-e207bc5a-abf0-4706-9d5c-c4cd7a29fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:04.446609 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-e207bc5a-abf0-4706-9d5c-c4cd7a29fe39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0431209 Aug 16 07:06:04.486054 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-654bc0db-0609-4154-bb02-6223e556a867 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=284a07c3-844d-4033-b742-31d5df2463f1 HTTP/1.1" status: 200 len: 217 time: 0.0318139 Aug 16 07:06:04.534629 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-cc4f8c22-f08c-4f77-a47d-700ce2e6d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:04.536146 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-cc4f8c22-f08c-4f77-a47d-700ce2e6d5e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0427990 Aug 16 07:06:04.584326 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-6952e910-34fe-4782-b021-e3695f02a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:04.585826 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-6952e910-34fe-4782-b021-e3695f02a674 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422080 Aug 16 07:06:04.671101 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-27e286e1-2e46-424e-a74c-67bd962171c6 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781958 Aug 16 07:06:05.014230 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b6f5f0e8-e417-4321-9bae-6d6cfc651410 req-32bacc47-5e27-402e-a8dc-d981d064c4ea service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362031 Aug 16 07:06:05.070723 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3241-f6e7-4192-8b02-7f740fc32f32 req-67c9af5d-fa20-4c9d-9d61-d6a5de2af899 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:05.072406 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-17cf3241-f6e7-4192-8b02-7f740fc32f32 req-67c9af5d-fa20-4c9d-9d61-d6a5de2af899 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 943 time: 0.0524962 Aug 16 07:06:05.109555 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-17cf3241-f6e7-4192-8b02-7f740fc32f32 req-22d391d1-8fde-4696-ba9c-7a1fe4b4cf3f tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311487 Aug 16 07:06:06.225040 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81624c15-929d-4e46-b509-49f4336f248b req-eab31d13-5fde-44da-a354-33d0cc64b1bc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:06.226527 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-81624c15-929d-4e46-b509-49f4336f248b req-eab31d13-5fde-44da-a354-33d0cc64b1bc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 943 time: 0.0494328 Aug 16 07:06:06.264105 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-81624c15-929d-4e46-b509-49f4336f248b req-42680052-1e9c-4f4b-bd61-2a936b73db4e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314310 Aug 16 07:06:07.380414 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f88fab-9d89-48cb-ae74-5455fee8659f req-6d790e97-e63f-4ae0-96fb-30395d91c0cc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:07.381874 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-71f88fab-9d89-48cb-ae74-5455fee8659f req-6d790e97-e63f-4ae0-96fb-30395d91c0cc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 943 time: 0.0485270 Aug 16 07:06:07.420134 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-71f88fab-9d89-48cb-ae74-5455fee8659f req-a84a775d-fc26-4032-a44d-c01dc6722ac6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Aug 16 07:06:07.853501 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ee94d200-38eb-456f-a889-ecc572019797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:08.540367 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50d61f-3280-4179-90c5-b12c9c750a51 req-f9b07274-17bb-44c1-9292-57bc452f591c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:08.541901 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7d50d61f-3280-4179-90c5-b12c9c750a51 req-f9b07274-17bb-44c1-9292-57bc452f591c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 943 time: 0.0545843 Aug 16 07:06:08.579520 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7d50d61f-3280-4179-90c5-b12c9c750a51 req-455f4fb9-7484-49b4-8cea-a3ede4483335 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Aug 16 07:06:09.691532 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5aeae8-0e76-4c93-81ec-abf5939f0608 req-844f9c28-1c20-4af1-8161-d208264d3913 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:09.693004 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3f5aeae8-0e76-4c93-81ec-abf5939f0608 req-844f9c28-1c20-4af1-8161-d208264d3913 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 943 time: 0.0493383 Aug 16 07:06:09.730678 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3f5aeae8-0e76-4c93-81ec-abf5939f0608 req-43189b1d-d1fe-4172-9351-9d9db0709b44 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309949 Aug 16 07:06:10.829813 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:10.844757 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eed57-05ad-4aaf-8137-1486e8290dd2 req-214e815d-a4b0-4234-ad98-2c254917cc19 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:10.846279 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1a3eed57-05ad-4aaf-8137-1486e8290dd2 req-214e815d-a4b0-4234-ad98-2c254917cc19 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 943 time: 0.0498049 Aug 16 07:06:10.885069 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1a3eed57-05ad-4aaf-8137-1486e8290dd2 req-88591c1b-bab0-4a2a-b888-17299816abe8 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326316 Aug 16 07:06:11.014060 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-8bcf121c-de70-4536-8260-fc83105b7e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:11.968109 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:12.002023 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba8b0-09e0-4612-a600-a7975eb0baeb req-91c4ef14-71bb-4237-b594-1d7c1689f38e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:12.003526 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-517ba8b0-09e0-4612-a600-a7975eb0baeb req-91c4ef14-71bb-4237-b594-1d7c1689f38e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 943 time: 0.0527551 Aug 16 07:06:12.041288 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-517ba8b0-09e0-4612-a600-a7975eb0baeb req-7be5645b-e851-4962-a21c-252c7abd0dc6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310912 Aug 16 07:06:13.154458 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb53bd-468f-4356-89d2-70c94503926c req-cf55e3cc-db49-4921-8465-e465326e0c3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:13.156105 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fddb53bd-468f-4356-89d2-70c94503926c req-cf55e3cc-db49-4921-8465-e465326e0c3a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 943 time: 0.0494149 Aug 16 07:06:13.193680 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fddb53bd-468f-4356-89d2-70c94503926c req-0b60b93a-ad85-4d5e-b714-8d9c361baf5a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315173 Aug 16 07:06:13.407721 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:13.624353 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 284a07c3-844d-4033-b742-31d5df2463f1 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:06:13.735360 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 284a07c3-844d-4033-b742-31d5df2463f1, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=284a07c3-844d-4033-b742-31d5df2463f1,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:13.746423 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '284a07c3-844d-4033-b742-31d5df2463f1', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:06:13.783660 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:13.796779 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284a07c3-844d-4033-b742-31d5df2463f1 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:06:13.816303 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 284a07c3-844d-4033-b742-31d5df2463f1, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=284a07c3-844d-4033-b742-31d5df2463f1,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:13.859184 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:13.907769 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=284a07c3-844d-4033-b742-31d5df2463f1,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:14.212749 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['284a07c3-844d-4033-b742-31d5df2463f1'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:06:14.247513 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:06:14.312011 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74a7a-7a4c-4305-be00-f36f931d85ae req-b7c599f5-5c4d-48df-8f27-460374ea29d0 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:14.315143 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-19c74a7a-7a4c-4305-be00-f36f931d85ae req-b7c599f5-5c4d-48df-8f27-460374ea29d0 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0534210 Aug 16 07:06:14.355436 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-19c74a7a-7a4c-4305-be00-f36f931d85ae req-8fc379c4-290d-46e8-88e8-ccf1705d64d6 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343091 Aug 16 07:06:15.471564 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44795b-131c-4cb7-98c9-4eebb275f969 req-ba2b9a42-5f55-4231-8b77-12efa7d1bdaa tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:15.473007 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6d44795b-131c-4cb7-98c9-4eebb275f969 req-ba2b9a42-5f55-4231-8b77-12efa7d1bdaa tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 944 time: 0.0516994 Aug 16 07:06:15.510738 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6d44795b-131c-4cb7-98c9-4eebb275f969 req-e239c4d9-fc89-4ee5-b46e-9632836952e7 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316107 Aug 16 07:06:15.640678 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 284a07c3-844d-4033-b742-31d5df2463f1 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:06:15.744873 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 284a07c3-844d-4033-b742-31d5df2463f1 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:06:15.748496 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 284a07c3-844d-4033-b742-31d5df2463f1 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:15.748868 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:15.826933 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:15.848694 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:06:15.850932 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cfbd64-05cf-4895-8cd2-c31bc81cf7c1" -d '{"events": [{"server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "name": "network-vif-plugged", "status": "completed", "tag": "284a07c3-844d-4033-b742-31d5df2463f1"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:06:15.866016 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 284a07c3-844d-4033-b742-31d5df2463f1, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=284a07c3-844d-4033-b742-31d5df2463f1,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:15.888053 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1697d28-22d8-428d-a252-17788aef4f09 x-openstack-request-id: req-d1697d28-22d8-428d-a252-17788aef4f09 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:06:15.888053 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "name": "network-vif-plugged", "status": "completed", "tag": "284a07c3-844d-4033-b742-31d5df2463f1", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:06:15.888053 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1697d28-22d8-428d-a252-17788aef4f09 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:06:15.888053 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1', 'code': 200} Aug 16 07:06:15.922268 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:15.969531 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=284a07c3-844d-4033-b742-31d5df2463f1,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:16.260916 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5cf3-2eae-4e53-badc-ba2b4e8e244b req-823e3f64-f83f-4e8d-a7f7-7bb73cc361b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:16.262405 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ce9e5cf3-2eae-4e53-badc-ba2b4e8e244b req-823e3f64-f83f-4e8d-a7f7-7bb73cc361b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0396895 Aug 16 07:06:16.297320 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ce9e5cf3-2eae-4e53-badc-ba2b4e8e244b req-300283b9-0c58-474b-8333-d3082ca099d5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274417 Aug 16 07:06:16.622362 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91b055-ac8d-44c6-acb0-e11e8eb52c31 req-8dfafe7f-71eb-4fec-8212-b59c5776a298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:16.623861 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fe91b055-ac8d-44c6-acb0-e11e8eb52c31 req-8dfafe7f-71eb-4fec-8212-b59c5776a298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0481830 Aug 16 07:06:16.661135 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fe91b055-ac8d-44c6-acb0-e11e8eb52c31 req-41d6cfef-aeae-486d-a6cc-fec10a21d5e7 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315385 Aug 16 07:06:17.776369 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8284-10ea-4fa7-ac3b-bb4af8474b96 req-41323291-ac26-4c16-9c11-ea3f38d44c41 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:17.778660 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-975f8284-10ea-4fa7-ac3b-bb4af8474b96 req-41323291-ac26-4c16-9c11-ea3f38d44c41 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0496037 Aug 16 07:06:17.815793 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-975f8284-10ea-4fa7-ac3b-bb4af8474b96 req-8dd65e2b-23c5-4cfa-bb6d-8badca639998 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Aug 16 07:06:17.935105 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9262c-a034-4d91-b23a-1ae287d84cc3 req-9a25e4c7-bfa4-4cf0-b4dc-44a7d0722efe tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:17.936564 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-09d9262c-a034-4d91-b23a-1ae287d84cc3 req-9a25e4c7-bfa4-4cf0-b4dc-44a7d0722efe tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0558043 Aug 16 07:06:17.972864 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-09d9262c-a034-4d91-b23a-1ae287d84cc3 req-50eb28a9-e93f-4577-83b1-e4a0ca6325c8 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303950 Aug 16 07:06:17.993893 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39608) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:18.042986 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f673b-56ac-408b-9e87-e3e6dc330aee tempest-TestVolumeBootPattern-853156130 tempest-TestVolumeBootPattern-853156130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:18.044649 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-c81f673b-56ac-408b-9e87-e3e6dc330aee tempest-TestVolumeBootPattern-853156130 tempest-TestVolumeBootPattern-853156130-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 1093 time: 0.0498328 Aug 16 07:06:18.048077 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39610) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:18.052552 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'floatingip': {'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:18.122787 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:18.220226 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:18.322915 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Allocated IP 172.27.0.175 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/3afd19ee-ab67-49a0-92e2-33a73208fcf2) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:06:18.428014 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:18.506368 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:18.539877 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:06:18.542658 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:06:18.548685 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:06:18.579638 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'Port': ['ID=3afd19ee-ab67-49a0-92e2-33a73208fcf2,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:18.584498 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.584852 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.585192 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.585558 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.585891 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.586223 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.586555 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.586885 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.587241 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.587570 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.587894 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.588214 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:18.907569 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:19.025736 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:19.171733 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:19.231281 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:19.297510 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'Port': ['ID=3afd19ee-ab67-49a0-92e2-33a73208fcf2,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:19.307237 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:19.406335 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.l3_db [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Floating IP 04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be associated. External IP: 172.27.0.175, port: 284a07c3-844d-4033-b742-31d5df2463f1. Aug 16 07:06:19.605040 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:06:19.712065 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:06:19.721982 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] Sync routers for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:06:19.732105 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:19.732707 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:19.796711 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:19.822758 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-4d85814c-636b-4c30-98c4-44b6042bebae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7736356 Aug 16 07:06:19.823368 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:06:19.826274 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07586a4e-c91f-45de-aa4c-1ae48651471a" -d '{"events": [{"name": "network-changed", "server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "tag": "284a07c3-844d-4033-b742-31d5df2463f1"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:06:19.837075 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:19.861508 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c52dca-43fe-4cb9-a3cf-330bd2732fac x-openstack-request-id: req-11c52dca-43fe-4cb9-a3cf-330bd2732fac {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:06:19.861821 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "tag": "284a07c3-844d-4033-b742-31d5df2463f1", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:06:19.862069 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11c52dca-43fe-4cb9-a3cf-330bd2732fac {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:06:19.862460 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1', 'status': 'completed', 'code': 200} Aug 16 07:06:19.927825 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-a4a03c5b-3125-454a-8b87-de824be63f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:19.929310 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-a4a03c5b-3125-454a-8b87-de824be63f53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0402658 Aug 16 07:06:20.019754 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-0aef8d75-e17c-4b8c-b48e-08ffbfa1cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:20.021243 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-0aef8d75-e17c-4b8c-b48e-08ffbfa1cf0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 911 time: 0.0847509 Aug 16 07:06:20.060387 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:18Z', 'updated_at': '2021-08-16T07:06:18Z', 'revision_number': 0, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:20.086193 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-e8abb9b7-3127-4f50-9d8e-65efdc4f46b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=284a07c3-844d-4033-b742-31d5df2463f1 HTTP/1.1" status: 200 len: 999 time: 0.0564499 Aug 16 07:06:20.086424 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] Checking router: af365cc4-8b59-4f4d-a5cc-051d3fb074a9 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:06:20.095748 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:20.096352 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:20.135916 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-2eb2c363-c951-4a88-9f3f-827df1120c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:20.137396 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-2eb2c363-c951-4a88-9f3f-827df1120c79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0440514 Aug 16 07:06:20.188313 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-6046b049-8c1e-427f-ade0-aaea476d2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:20.189786 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-6046b049-8c1e-427f-ade0-aaea476d2257 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439687 Aug 16 07:06:20.204048 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:20.279208 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-98fd0c8e-01f7-4166-9a4f-ff189f465be7 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811579 Aug 16 07:06:20.374685 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-07586a4e-c91f-45de-aa4c-1ae48651471a req-66fc2737-0a83-4f05-b64e-a800957d778c service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861707 Aug 16 07:06:20.432915 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:18Z', 'updated_at': '2021-08-16T07:06:18Z', 'revision_number': 0, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:20.578747 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318c0ad-7f96-465d-89cf-67bd01b694eb None None] The sync data for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi is: [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:18Z', 'updated_at': '2021-08-16T07:06:18Z', 'revision_number': 0, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:06:20.768716 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b74df-c5a9-4d62-8d4b-35c1682592b3 None None] New status for floating IP 04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be: ACTIVE {{(pid=101194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:06:24.133263 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:33.613404 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0bd4b-296c-4a71-b122-772926fd0ba9 req-e0ebf3a3-91d5-44a1-b8eb-f1caaa616619 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:33.614816 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-71b0bd4b-296c-4a71-b122-772926fd0ba9 req-e0ebf3a3-91d5-44a1-b8eb-f1caaa616619 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 946 time: 0.0489020 Aug 16 07:06:33.653458 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-71b0bd4b-296c-4a71-b122-772926fd0ba9 req-da9a03e6-f9ca-44c5-94f0-d193f3ce40fd tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Aug 16 07:06:35.048418 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5aeed-2d60-45f2-b6da-3bfe0b8a95d8 req-3ebd0782-03d5-4106-8884-a35fb4e72000 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:35.049818 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ccc5aeed-2d60-45f2-b6da-3bfe0b8a95d8 req-3ebd0782-03d5-4106-8884-a35fb4e72000 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 946 time: 0.3163292 Aug 16 07:06:35.085942 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ccc5aeed-2d60-45f2-b6da-3bfe0b8a95d8 req-ed0e2da9-a43d-4435-a186-1ced7afa8343 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups?id=c282d59f-81ac-4dfe-baa1-5e31801fc259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301421 Aug 16 07:06:35.246128 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-f76623b1-6ab0-47d2-91fc-f9d22a6f3d77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:35.247562 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-f76623b1-6ab0-47d2-91fc-f9d22a6f3d77 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 946 time: 0.0477700 Aug 16 07:06:35.336024 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Deleting port a80fdee6-5dff-43f6-8c78-16aad9abf896 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:06:35.336366 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:35.423573 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] For port a80fdee6-5dff-43f6-8c78-16aad9abf896, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a80fdee6-5dff-43f6-8c78-16aad9abf896,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:35.423936 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:35.586224 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:35.586509 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:35.586821 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Floating IP 3cd008c8-6138-4f51-85c9-10554a143962 disassociated. External IP: 172.27.0.201, port: a80fdee6-5dff-43f6-8c78-16aad9abf896. Aug 16 07:06:35.587178 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Calling delete_port for a80fdee6-5dff-43f6-8c78-16aad9abf896 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:06:35.778811 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:35.807316 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event deleted for resources: {'Port': ['ID=a80fdee6-5dff-43f6-8c78-16aad9abf896,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:35.918099 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:06:36.023799 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:06:36.034173 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] Sync routers for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:06:36.043541 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:36.044153 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:36.064212 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] No DVR routers for this DVR port a80fdee6-5dff-43f6-8c78-16aad9abf896 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:06:36.066890 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:36.069018 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-359fb281-343d-44ab-b953-87dd5a01fd60 req-905e43f0-e24a-4068-85df-13be46f3340e tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.18 "DELETE /v2.0/ports/a80fdee6-5dff-43f6-8c78-16aad9abf896 HTTP/1.1" status: 204 len: 173 time: 0.8149548 Aug 16 07:06:36.069480 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-deleted', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:06:36.071877 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b65e63a-fb54-40e0-9265-51b44a59a17f" -d '{"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-deleted", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:06:36.158940 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:36.175853 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12464ee1-32f3-44e4-b24c-b69e146f81be x-openstack-request-id: req-12464ee1-32f3-44e4-b24c-b69e146f81be {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:06:36.176143 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c486c02-409e-4815-8a1a-f7a57223931e", "name": "network-vif-deleted", "tag": "a80fdee6-5dff-43f6-8c78-16aad9abf896", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:06:36.176395 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12464ee1-32f3-44e4-b24c-b69e146f81be {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:06:36.176794 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c486c02-409e-4815-8a1a-f7a57223931e', 'name': 'network-vif-deleted', 'tag': 'a80fdee6-5dff-43f6-8c78-16aad9abf896', 'status': 'completed', 'code': 200} Aug 16 07:06:36.203024 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4ca21df0-6756-476b-839a-1505b2d170dc req-25b1741b-72f3-4e2e-a429-b6e5a0f19d40 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c486c02-409e-4815-8a1a-f7a57223931e HTTP/1.1" status: 200 len: 210 time: 0.0312037 Aug 16 07:06:36.389534 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:36.418633 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] Checking router: 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:06:36.427906 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:36.428451 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:36.530727 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:36.719243 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:36.748470 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a40de3c-f6d2-45ec-aad5-50594d7cab4b None None] The sync data for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi is: [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T06:55:11Z', 'revision_number': 4, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '27aec5ae-9614-4c64-9fc0-6cc5c7903fff', 'name': '', 'network_id': 'ab8752b6-7d0b-4007-ad91-11175ff501f7', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'mac_address': 'fa:16:3e:44:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:10Z', 'updated_at': '2021-08-16T06:55:21Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'subnets': [{'id': 'a95ff011-2f9a-47c3-be10-9fcf5af7c083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:06:36.964539 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef56a9-f38e-47c8-adf1-794e68a0c1a4 None None] New status for floating IP 3cd008c8-6138-4f51-85c9-10554a143962: DOWN {{(pid=101194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:06:37.409517 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39654) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:37.466454 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-78b1b025-69ef-43d4-8a9a-4c4d35938b5d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:37.488792 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-78b1b025-69ef-43d4-8a9a-4c4d35938b5d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:37.630585 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-78b1b025-69ef-43d4-8a9a-4c4d35938b5d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:37.633229 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-78b1b025-69ef-43d4-8a9a-4c4d35938b5d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:37.634383 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-78b1b025-69ef-43d4-8a9a-4c4d35938b5d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "DELETE /v2.0/security-groups/c282d59f-81ac-4dfe-baa1-5e31801fc259 HTTP/1.1" status: 204 len: 168 time: 0.2238734 Aug 16 07:06:37.637279 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39656) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:37.644225 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1b025-69ef-43d4-8a9a-4c4d35938b5d tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282d59f-81ac-4dfe-baa1-5e31801fc259,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:37.653338 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.api.v2.resource [None req-09bb3826-ce62-4b92-ba37-04afd4d03022 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] show failed (client error): The resource could not be found. Aug 16 07:06:37.654456 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-09bb3826-ce62-4b92-ba37-04afd4d03022 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "GET /v2.0/security-groups/c282d59f-81ac-4dfe-baa1-5e31801fc259 HTTP/1.1" status: 404 len: 347 time: 0.0161078 Aug 16 07:06:37.657135 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39658) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:37.730928 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:06:37.752276 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: a80fdee6-5dff-43f6-8c78-16aad9abf896 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:06:37.752623 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a80fdee6-5dff-43f6-8c78-16aad9abf896 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:06:37.787538 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Deleting port 4e5da790-4b75-4bcf-af5a-78a696636f84 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:06:37.787881 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:37.847686 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1e098f88-76f9-4d6d-92eb-76aedd8d7010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:37.863827 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:37.864157 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:37.875527 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Calling delete_port for 4e5da790-4b75-4bcf-af5a-78a696636f84 owned by network:floatingip {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:06:38.080936 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:38.106213 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Pushing event deleted for resources: {'Port': ['ID=4e5da790-4b75-4bcf-af5a-78a696636f84,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:38.167594 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks [] for floatingip, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:38.170066 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:38.171250 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-0559a111-1900-4376-b1f9-1f871f4744c6 tempest-AttachVolumeShelveTestJSON-1079608055 tempest-AttachVolumeShelveTestJSON-1079608055-project] 10.222.0.20 "DELETE /v2.0/floatingips/3cd008c8-6138-4f51-85c9-10554a143962 HTTP/1.1" status: 204 len: 168 time: 0.5131557 Aug 16 07:06:40.830445 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:40.891302 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39684) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:40.979074 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-05269999-3193-477b-95e5-f269f6eef0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:41.326311 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-602524'] for router_interface, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:41.563612 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Deleting port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:06:41.563864 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:41.640950 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] For port 27aec5ae-9614-4c64-9fc0-6cc5c7903fff, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=27aec5ae-9614-4c64-9fc0-6cc5c7903fff,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:41.641836 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:41.654316 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Calling delete_port for 27aec5ae-9614-4c64-9fc0-6cc5c7903fff owned by network:router_interface {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:06:41.899152 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:41.925742 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=27aec5ae-9614-4c64-9fc0-6cc5c7903fff,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:41.985598 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:42.087410 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495916'] for router_interface, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:42.299147 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:06:42.401810 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:06:42.407735 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-657a584d-3ed6-43ff-b0bc-2d2059443d49 admin admin] 10.222.0.20 "PUT /v2.0/routers/8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5146694 Aug 16 07:06:42.410344 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39688) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:42.411478 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] Sync routers for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:06:42.421284 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:42.421952 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:42.510892 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:42.525072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:42.611748 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:42.697938 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T07:06:41Z', 'revision_number': 5, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port': {'id': '039cc8e9-019a-4228-aaf2-e4fac97d3e7d', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T06:55:07Z', 'updated_at': '2021-08-16T06:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:42.724099 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Deleting port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:06:42.724438 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:42.727530 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] Checking router: 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:06:42.736669 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] Routers {'8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:42.737278 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:42.805125 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] For port 039cc8e9-019a-4228-aaf2-e4fac97d3e7d, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=039cc8e9-019a-4228-aaf2-e4fac97d3e7d,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:42.805380 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:42.947302 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] Set router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 gateway port host: None {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:43.000260 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T07:06:42Z', 'revision_number': 6, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port_host': None}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:43.031799 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe18f7-0eb1-4472-ba63-dea2c7460cfe None None] The sync data for ids ['8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882'] in dv-cinder-803901-6-iscsi is: [{'id': '8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882', 'name': 'tempest-AttachVolumeShelveTestJSON-666442255-router', 'tenant_id': 'c039abc6408441d98c333f659184a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T06:55:05Z', 'updated_at': '2021-08-16T07:06:42Z', 'revision_number': 6, 'project_id': 'c039abc6408441d98c333f659184a74a', 'gw_port_host': None}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:06:43.077529 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Calling delete_port for 039cc8e9-019a-4228-aaf2-e4fac97d3e7d owned by network:router_gateway {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:06:43.304453 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.330020 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=039cc8e9-019a-4228-aaf2-e4fac97d3e7d,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:43.397896 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495830'] for router_gateway, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.406651 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.494519 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3306'] for router, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.496634 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.624826 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494645'] for router, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.625293 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 {{(pid=101191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 07:06:43.630271 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.631488 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-bd138530-6dd8-45d0-b952-21ca44bbafc6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8ebc3d81-4fe2-427a-8d8b-b9ff4ff81882 HTTP/1.1" status: 204 len: 168 time: 1.2202077 Aug 16 07:06:43.633947 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39690) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:43.677741 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68d363e-7563-4a13-888a-b69904fe56dd admin admin] Deleting subnet a95ff011-2f9a-47c3-be10-9fcf5af7c083 {{(pid=101191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:06:43.680743 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a68d363e-7563-4a13-888a-b69904fe56dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.713647 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a68d363e-7563-4a13-888a-b69904fe56dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591002'] for subnet, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.809212 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 27aec5ae-9614-4c64-9fc0-6cc5c7903fff no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:06:43.809481 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a68d363e-7563-4a13-888a-b69904fe56dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.829757 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 27aec5ae-9614-4c64-9fc0-6cc5c7903fff {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:06:43.830518 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 27aec5ae-9614-4c64-9fc0-6cc5c7903fff not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:06:43.928060 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a68d363e-7563-4a13-888a-b69904fe56dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59289283'] for subnet, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.955776 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d363e-7563-4a13-888a-b69904fe56dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a95ff011-2f9a-47c3-be10-9fcf5af7c083,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:43.957732 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a68d363e-7563-4a13-888a-b69904fe56dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:43.962842 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a68d363e-7563-4a13-888a-b69904fe56dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a95ff011-2f9a-47c3-be10-9fcf5af7c083 HTTP/1.1" status: 204 len: 168 time: 0.3267207 Aug 16 07:06:43.962953 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39692) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:43.963511 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff52b8cb-9817-4512-ba68-456f6fcb635c None None] Network ab8752b6-7d0b-4007-ad91-11175ff501f7 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:06:44.037152 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.093222 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Deleting port f6d96859-441c-4da5-871a-67a6fc5c43ba {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:06:44.093579 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.162492 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8cc60-0d68-4883-aee7-9f0f02c0ba9c None None] DHCP port deletion for ab8752b6-7d0b-4007-ad91-11175ff501f7 request from dv-cinder-803901-6-iscsi {{(pid=101193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 07:06:44.168785 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] For port f6d96859-441c-4da5-871a-67a6fc5c43ba, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f6d96859-441c-4da5-871a-67a6fc5c43ba,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:44.169178 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.183179 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Calling delete_port for f6d96859-441c-4da5-871a-67a6fc5c43ba owned by network:dhcp {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:06:44.208528 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8cc60-0d68-4883-aee7-9f0f02c0ba9c None None] Deleting port f6d96859-441c-4da5-871a-67a6fc5c43ba {{(pid=101193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:06:44.208906 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cc60-0d68-4883-aee7-9f0f02c0ba9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.269261 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-f7f8cc60-0d68-4883-aee7-9f0f02c0ba9c None None] For port f6d96859-441c-4da5-871a-67a6fc5c43ba, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f6d96859-441c-4da5-871a-67a6fc5c43ba,segment=NetworkSegment(f3149c9e-d949-435f-b842-989e0e2c3a4c),segment_id=f3149c9e-d949-435f-b842-989e0e2c3a4c)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:44.272081 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cc60-0d68-4883-aee7-9f0f02c0ba9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.282672 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8cc60-0d68-4883-aee7-9f0f02c0ba9c None None] Calling delete_port for f6d96859-441c-4da5-871a-67a6fc5c43ba owned by network:dhcp {{(pid=101193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:06:44.327472 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.355617 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] No DVR routers for this DVR port f6d96859-441c-4da5-871a-67a6fc5c43ba on host dv-cinder-803901-6-iscsi {{(pid=101192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:06:44.358675 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cc60-0d68-4883-aee7-9f0f02c0ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965'] for port, after_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.360901 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d96859-441c-4da5-871a-67a6fc5c43ba,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:44.383488 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8cc60-0d68-4883-aee7-9f0f02c0ba9c None None] Pushing event deleted for resources: {'Port': ['ID=f6d96859-441c-4da5-871a-67a6fc5c43ba,revision_number=None']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:44.386853 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8cc60-0d68-4883-aee7-9f0f02c0ba9c None None] No DVR routers for this DVR port f6d96859-441c-4da5-871a-67a6fc5c43ba on host dv-cinder-803901-6-iscsi {{(pid=101193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:06:44.435750 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.449277 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8752b6-7d0b-4007-ad91-11175ff501f7']}} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:44.460122 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3149c9e-d949-435f-b842-989e0e2c3a4c') {'for_net_delete': True} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:44.460410 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3149c9e-d949-435f-b842-989e0e2c3a4c') {} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:44.469020 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59254936'] for segment, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.484863 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.491034 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59605648'] for segment, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: Traceback (most recent call last): Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: timer() Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: cb(*args, **kw) Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: return func(*args, **kwargs) Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: self._notify() Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: self.callback(batched_events) Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: event.method(event) Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: return f(self, *a, **k) Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._get(url).json() Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: return self.request(url, 'GET', **kwargs) Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:06:44.494614 dv-cinder-803901-6-iscsi neutron-server[101192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:06:44.613492 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.618968 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:44.620811 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ab8752b6-7d0b-4007-ad91-11175ff501f7 HTTP/1.1" status: 204 len: 168 time: 0.6571569 Aug 16 07:06:44.632037 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f5041-b007-4aa6-bc0a-43768394a483 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8752b6-7d0b-4007-ad91-11175ff501f7,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:44.994810 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39696) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:45.036665 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-f4c9fcdc-d602-4f62-bac1-ee2f08cd76a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c039abc6408441d98c333f659184a74a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406818 Aug 16 07:06:45.039026 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39698) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:45.089358 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f247bba3-ae06-41d2-b9d2-664cf2f63a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:45.109383 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f247bba3-ae06-41d2-b9d2-664cf2f63a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:45.223489 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f247bba3-ae06-41d2-b9d2-664cf2f63a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:45.226201 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-f247bba3-ae06-41d2-b9d2-664cf2f63a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:45.227492 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-f247bba3-ae06-41d2-b9d2-664cf2f63a85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5985814-7371-49bd-90a1-88812c12ca71 HTTP/1.1" status: 204 len: 168 time: 0.1874981 Aug 16 07:06:45.240127 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247bba3-ae06-41d2-b9d2-664cf2f63a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5985814-7371-49bd-90a1-88812c12ca71,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:45.378395 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 039cc8e9-019a-4228-aaf2-e4fac97d3e7d no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:06:45.398567 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 039cc8e9-019a-4228-aaf2-e4fac97d3e7d {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:06:45.398913 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 039cc8e9-019a-4228-aaf2-e4fac97d3e7d not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:06:45.399353 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f6d96859-441c-4da5-871a-67a6fc5c43ba no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:06:45.417872 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: f6d96859-441c-4da5-871a-67a6fc5c43ba {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:06:45.418230 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f6d96859-441c-4da5-871a-67a6fc5c43ba not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:06:46.233744 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39722) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:46.326204 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1514811412-network', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:46.418880 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Made reservation on behalf of 50d98475f7724d6a9d0daea75632c5dc for: {'network': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:06:46.421303 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for network, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:46.429731 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:46.515157 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:46.588904 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:46.613475 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74332274-3a4f-4dd6-a81b-692b66d74188,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:46.686167 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=101191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 07:06:46.695319 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:46.695663 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.segments_db [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Added segment efba6c35-2887-4b46-a72f-71063d43f641 of type vlan for network cd07e312-b99c-4ba8-9b88-98a9770dcca7 Aug 16 07:06:46.733887 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766673157946'] for network, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:46.829208 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059'] for network, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:46.830188 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:46.830769 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:46.888824 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=cd07e312-b99c-4ba8-9b88-98a9770dcca7,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:46.898676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 details requested by agent ovs-agent-dv-cinder-803901-6-iscsi with host dv-cinder-803901-6-iscsi {{(pid=101193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 07:06:46.951342 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ae880d0d-d393-4803-b3d2-740aab13c0d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7164302 Aug 16 07:06:46.954158 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39726) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:46.958964 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Request body: {'subnet': {'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1514811412-subnet', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:47.070410 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Made reservation on behalf of 50d98475f7724d6a9d0daea75632c5dc for: {'subnet': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:06:47.072759 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59289320'] for subnet, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:47.299230 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59289306'] for subnet, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:47.354971 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d036fb50-c565-4de4-b694-7a99a675da4b,revision_number=0']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:47.362353 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Checking segment: {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:06:47.362705 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Network hostable DHCP agents. Network: cd07e312-b99c-4ba8-9b88-98a9770dcca7, hostable agents: ['40d1a45c-0cb6-465b-9c88-ecd63b4aea39'], hosted agents: [] {{(pid=101191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 07:06:47.464379 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 is scheduled to be hosted by DHCP agent 40d1a45c-0cb6-465b-9c88-ecd63b4aea39 with binding_index 1 {{(pid=101191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 07:06:47.544244 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-6-iscsi, cd07e312-b99c-4ba8-9b88-98a9770dcca7) {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:06:47.548706 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:47.549304 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:47.553186 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a470d4-96fd-4970-b6e4-e369a11a480a None None] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:06:47.677023 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-6bfd769b-74da-466a-963a-a80f3cd9975f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7217231 Aug 16 07:06:47.679724 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39728) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:47.684315 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:47.695864 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7adce950-41ce-56b1-aab0-479814e35309-cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b'}]}} from dv-cinder-803901-6-iscsi. {{(pid=101193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 07:06:47.696716 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:47.767901 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3320'] for router, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:47.768871 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3297'] for router, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:47.822762 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:47.825412 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.db_base_plugin_common [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Allocated IP 172.20.0.2 (cd07e312-b99c-4ba8-9b88-98a9770dcca7/d036fb50-c565-4de4-b694-7a99a675da4b/5bfde6ff-97ee-4c46-9cfc-149543903a12) {{(pid=101193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:06:47.964096 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Notify callbacks [] for port, precommit_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:47.972852 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Transition to ACTIVE for port object 5bfde6ff-97ee-4c46-9cfc-149543903a12 will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:06:47.987926 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Transition to ACTIVE for port object 5bfde6ff-97ee-4c46-9cfc-149543903a12 will not be triggered until provisioned by entity DHCP. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:06:48.022330 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:48.065413 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956'] for port, after_create {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:48.105151 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 is already hosted by enough agents. {{(pid=101193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:06:48.108039 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.scheduler.base_scheduler [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Resources bound (agent type, host, resource id): {{(pid=101193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:06:48.111620 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Received port after_create {{(pid=101193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:06:48.120482 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Pushing event updated for resources: {'Port': ['ID=5bfde6ff-97ee-4c46-9cfc-149543903a12,revision_number=1']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:48.171786 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Attempting to bind port 5bfde6ff-97ee-4c46-9cfc-149543903a12 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:06:48.172153 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Attempting to bind port 5bfde6ff-97ee-4c46-9cfc-149543903a12 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:06:48.172519 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Attempting to bind port 5bfde6ff-97ee-4c46-9cfc-149543903a12 on network cd07e312-b99c-4ba8-9b88-98a9770dcca7 {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:06:48.177532 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:06:48.177905 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Checking segment: {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:06:48.178304 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:48.178696 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Bound using segment: {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:06:48.179177 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Bound port: 5bfde6ff-97ee-4c46-9cfc-149543903a12, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:06:48.179560 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:48.241455 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] For port 5bfde6ff-97ee-4c46-9cfc-149543903a12, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:06:48.244522 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] For port 5bfde6ff-97ee-4c46-9cfc-149543903a12, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=5bfde6ff-97ee-4c46-9cfc-149543903a12,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:06:48.293398 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:48.312808 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:48.316936 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:48.374340 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544e6c7-3086-4b53-8a14-c8aa178fda4a None None] Pushing event updated for resources: {'Port': ['ID=5bfde6ff-97ee-4c46-9cfc-149543903a12,revision_number=2']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:48.431512 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Allocated IP 172.27.0.129 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/7f00f100-1ea5-431a-82b7-afd420f49a53) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:06:48.552213 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:48.647890 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:48.694163 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:06:48.697081 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:06:48.699455 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:06:48.724612 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Pushing event updated for resources: {'Port': ['ID=7f00f100-1ea5-431a-82b7-afd420f49a53,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:49.060645 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:49.232392 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b437d-76f3-474d-93a6-aec2dcb207ec None None] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:06:49.265136 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-495858'] for router, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:49.405116 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-d8380bec-4d44-4313-8f67-f3738eabd2d0 None None] Provisioning for port 5bfde6ff-97ee-4c46-9cfc-149543903a12 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:06:49.421768 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 5bfde6ff-97ee-4c46-9cfc-149543903a12 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:06:49.516201 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 is scheduled to L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 with binding_index 1 {{(pid=101191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 07:06:49.607670 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 5bfde6ff-97ee-4c46-9cfc-149543903a12 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:06:49.611887 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 5bfde6ff-97ee-4c46-9cfc-149543903a12 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:49.618911 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:49.621670 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:06:49.632975 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Sync routers for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:06:49.643451 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:49.646599 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:49.657299 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-2d671b61-0800-4fce-9a0a-d12efa411e37 None None] Provisioning complete for port 5bfde6ff-97ee-4c46-9cfc-149543903a12 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:49.658287 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-2d671b61-0800-4fce-9a0a-d12efa411e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:49.687390 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:49.691799 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-db7abb9b-8c78-41e1-aa46-57eabca45974 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0080185 Aug 16 07:06:49.692307 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39732) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:49.735549 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:49.753829 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:49.797062 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-2d671b61-0800-4fce-9a0a-d12efa411e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:49.802868 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 5bfde6ff-97ee-4c46-9cfc-149543903a12, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=5bfde6ff-97ee-4c46-9cfc-149543903a12,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:49.848487 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:49.922457 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.db.api [None req-2d671b61-0800-4fce-9a0a-d12efa411e37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 07:06:49.922910 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG oslo_db.api [None req-2d671b61-0800-4fce-9a0a-d12efa411e37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 07:06:49.927496 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=5bfde6ff-97ee-4c46-9cfc-149543903a12,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:49.947070 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:48Z', 'revision_number': 3, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:49.976398 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Checking router: bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:06:49.976747 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Updating router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 port 7f00f100-1ea5-431a-82b7-afd420f49a53 binding host dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:06:50.000409 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.117443 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.248819 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Notify callbacks [] for port, precommit_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.266590 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.provisioning_blocks [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Transition to ACTIVE for port object 7f00f100-1ea5-431a-82b7-afd420f49a53 will not be triggered until provisioned by entity L2. {{(pid=101194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:06:50.273624 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Allocated IP 172.20.0.1 (cd07e312-b99c-4ba8-9b88-98a9770dcca7/d036fb50-c565-4de4-b694-7a99a675da4b/aa9f0714-a6e4-46be-9068-b43697b2e4dd) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:06:50.337691 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.379615 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.385387 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Attempting to bind port 7f00f100-1ea5-431a-82b7-afd420f49a53 on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:06:50.385750 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Attempting to bind port 7f00f100-1ea5-431a-82b7-afd420f49a53 by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:06:50.386103 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Attempting to bind port 7f00f100-1ea5-431a-82b7-afd420f49a53 on network badac191-3c54-4f12-83f0-a7164c1c781d {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:06:50.393466 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.provisioning_blocks [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Transition to ACTIVE for port object aa9f0714-a6e4-46be-9068-b43697b2e4dd will not be triggered until provisioned by entity DHCP. {{(pid=101192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:06:50.394709 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Pushing event updated for resources: {'Port': ['ID=7f00f100-1ea5-431a-82b7-afd420f49a53,revision_number=2']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:50.396760 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:06:50.397122 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Checking segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:06:50.397521 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.397904 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Bound using segment: {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'} {{(pid=101194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:06:50.398357 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.managers [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Bound port: 7f00f100-1ea5-431a-82b7-afd420f49a53, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bf7165-989b-4d63-a8b6-15c7852efa3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}}] {{(pid=101194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:06:50.398726 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.424488 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.424853 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.425191 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.425752 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.425868 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.426163 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.426484 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.426805 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.427158 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.427484 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.427903 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.428175 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:50.461969 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] For port 7f00f100-1ea5-431a-82b7-afd420f49a53, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:06:50.465143 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.plugins.ml2.db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] For port 7f00f100-1ea5-431a-82b7-afd420f49a53, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=7f00f100-1ea5-431a-82b7-afd420f49a53,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:06:50.486752 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.521368 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:06:50.524097 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:06:50.529740 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:06:50.551349 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.557839 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9f0714-a6e4-46be-9068-b43697b2e4dd,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:50.575799 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602407'] for router_interface, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.614518 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:50.615162 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:50.618214 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffadfe-0620-4c6c-ae28-d573c1b46ddd None None] Pushing event updated for resources: {'Port': ['ID=7f00f100-1ea5-431a-82b7-afd420f49a53,revision_number=3']} {{(pid=101194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:50.725984 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:50.799739 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.870015 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-4f3dc12b-f4a6-454c-a2b1-b9931a006940 None None] Provisioning for port aa9f0714-a6e4-46be-9068-b43697b2e4dd completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:06:50.874026 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-4f3dc12b-f4a6-454c-a2b1-b9931a006940 None None] Provisioning complete for port aa9f0714-a6e4-46be-9068-b43697b2e4dd triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:50.874397 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-4f3dc12b-f4a6-454c-a2b1-b9931a006940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:50.901001 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:48Z', 'revision_number': 3, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:50.912499 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-4f3dc12b-f4a6-454c-a2b1-b9931a006940 None None] Port aa9f0714-a6e4-46be-9068-b43697b2e4dd cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:06:50.932216 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5b460-cf8c-46e7-bda9-0e875f567637 None None] The sync data for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi is: [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:48Z', 'revision_number': 3, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:06:50.968197 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:51.030454 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:51.099670 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-602547'] for router_interface, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:51.101463 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9f0714-a6e4-46be-9068-b43697b2e4dd,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:51.214839 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:06:51.216460 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:06:51.248028 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:06:51.341335 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:06:51.473688 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:06:51.478818 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-afa5a32d-8628-436d-baa3-dba1b20cb866 admin admin] 10.222.0.20 "PUT /v2.0/routers/bfa5b89a-aefc-4325-8c64-3a04fb1cfa89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7849867 Aug 16 07:06:51.499484 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 7f00f100-1ea5-431a-82b7-afd420f49a53 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:06:51.554678 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-3b73a1ed-c3c5-4a51-b0c3-eef4f0edcba0 None None] Provisioning complete for port aa9f0714-a6e4-46be-9068-b43697b2e4dd triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:51.555519 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3b73a1ed-c3c5-4a51-b0c3-eef4f0edcba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:51.597513 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-3b73a1ed-c3c5-4a51-b0c3-eef4f0edcba0 None None] Port aa9f0714-a6e4-46be-9068-b43697b2e4dd cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:06:51.670388 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port 7f00f100-1ea5-431a-82b7-afd420f49a53 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:06:51.675161 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 7f00f100-1ea5-431a-82b7-afd420f49a53 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:51.675533 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:51.762794 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:51.785107 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port 7f00f100-1ea5-431a-82b7-afd420f49a53, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=7f00f100-1ea5-431a-82b7-afd420f49a53,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:51.847612 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:51.848378 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 5bfde6ff-97ee-4c46-9cfc-149543903a12 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:06:51.922293 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=7f00f100-1ea5-431a-82b7-afd420f49a53,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:51.936824 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 5bfde6ff-97ee-4c46-9cfc-149543903a12 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:51.937208 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.053396 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39740) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:52.058188 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-6b49c408-5fc5-4a22-856b-93411ba23b84 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550677872', 'description': 'tempest-description--975843379'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:52.160973 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6b49c408-5fc5-4a22-856b-93411ba23b84 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.245461 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6b49c408-5fc5-4a22-856b-93411ba23b84 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.310289 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6b49c408-5fc5-4a22-856b-93411ba23b84 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.341339 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49c408-5fc5-4a22-856b-93411ba23b84 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2e6d94-f893-4c3e-96ea-1422de7f6118,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:52.401996 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6b49c408-5fc5-4a22-856b-93411ba23b84 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.403329 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-6b49c408-5fc5-4a22-856b-93411ba23b84 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3488195 Aug 16 07:06:52.406100 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39742) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:52.410652 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-4240a799-eb74-4f77-bfcd-7bf4e6b6fa3d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'security_group_rule': {'security_group_id': 'be2e6d94-f893-4c3e-96ea-1422de7f6118', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:52.412123 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Sync routers for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:06:52.421233 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:52.421933 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:52.486666 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4240a799-eb74-4f77-bfcd-7bf4e6b6fa3d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.528682 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:52.543790 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4240a799-eb74-4f77-bfcd-7bf4e6b6fa3d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.624498 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4240a799-eb74-4f77-bfcd-7bf4e6b6fa3d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.645354 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240a799-eb74-4f77-bfcd-7bf4e6b6fa3d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fec29f-fe15-4886-b4e8-bf6fb2a29dea,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:52.704871 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-4240a799-eb74-4f77-bfcd-7bf4e6b6fa3d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.706213 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-4240a799-eb74-4f77-bfcd-7bf4e6b6fa3d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990949 Aug 16 07:06:52.708874 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39744) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:52.713406 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-2956d45d-6f5e-498c-a487-36b6a53585cb tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'security_group_rule': {'security_group_id': 'be2e6d94-f893-4c3e-96ea-1422de7f6118', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:52.724115 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 2, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:52.754079 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Checking router: bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:06:52.754437 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Updating router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 port aa9f0714-a6e4-46be-9068-b43697b2e4dd binding host dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 07:06:52.779891 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.806618 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2956d45d-6f5e-498c-a487-36b6a53585cb tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.868473 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2956d45d-6f5e-498c-a487-36b6a53585cb tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.938118 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2956d45d-6f5e-498c-a487-36b6a53585cb tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:52.957246 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956d45d-6f5e-498c-a487-36b6a53585cb tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16185619-478e-45a3-b254-d6b7934376e8,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:53.036373 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2956d45d-6f5e-498c-a487-36b6a53585cb tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.038105 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-2956d45d-6f5e-498c-a487-36b6a53585cb tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282161 Aug 16 07:06:53.041132 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39748) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:06:53.045504 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'floatingip': {'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:53.051321 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Notify callbacks [] for port, precommit_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.060458 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Transition to ACTIVE for port object aa9f0714-a6e4-46be-9068-b43697b2e4dd will not be triggered until provisioned by entity L2. {{(pid=101193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:06:53.127776 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.161326 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.177095 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4bbd5-6b72-4b17-af2f-18d4ed15ba87 None None] Pushing event updated for resources: {'Port': ['ID=aa9f0714-a6e4-46be-9068-b43697b2e4dd,revision_number=3']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:53.236658 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Attempting to bind port aa9f0714-a6e4-46be-9068-b43697b2e4dd on host dv-cinder-803901-6-iscsi for vnic_type normal with profile {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:06:53.238502 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Attempting to bind port aa9f0714-a6e4-46be-9068-b43697b2e4dd by drivers openvswitch,hyperv on host dv-cinder-803901-6-iscsi at level 0 using segments [{'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:06:53.239079 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Attempting to bind port aa9f0714-a6e4-46be-9068-b43697b2e4dd on network cd07e312-b99c-4ba8-9b88-98a9770dcca7 {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:06:53.244677 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Checking agent: {'id': '39e9ea7d-7e72-48b8-a87a-3188d739346a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 47, 11), 'started_at': datetime.datetime(2021, 8, 16, 6, 47, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:06:53.245053 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Checking segment: {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:06:53.245454 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.245851 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Bound using segment: {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'} {{(pid=101193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:06:53.246316 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.managers [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Bound port: aa9f0714-a6e4-46be-9068-b43697b2e4dd, host: dv-cinder-803901-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'}}] {{(pid=101193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:06:53.246700 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.278739 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.314231 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] For port aa9f0714-a6e4-46be-9068-b43697b2e4dd, host dv-cinder-803901-6-iscsi, cleared binding levels {{(pid=101193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:06:53.318091 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] For port aa9f0714-a6e4-46be-9068-b43697b2e4dd, host dv-cinder-803901-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=aa9f0714-a6e4-46be-9068-b43697b2e4dd,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:06:53.390682 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.394372 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Allocated IP 172.27.0.57 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/ceec159f-42f0-4ef9-9e41-bf8afa4a6dbd) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:06:53.401919 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 7f00f100-1ea5-431a-82b7-afd420f49a53 up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:06:53.500893 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.619769 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.635449 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:06:53.636096 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:53.662698 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:06:53.669600 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:06:53.673618 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:06:53.679443 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'Port': ['ID=ceec159f-42f0-4ef9-9e41-bf8afa4a6dbd,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:53.749815 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4bbd5-6b72-4b17-af2f-18d4ed15ba87 None None] Pushing event updated for resources: {'Port': ['ID=aa9f0714-a6e4-46be-9068-b43697b2e4dd,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:53.762565 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:06:53.766144 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.795851 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port 7f00f100-1ea5-431a-82b7-afd420f49a53 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:53.796237 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:53.849937 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:54.003767 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:54.044672 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:53Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:06:54.071674 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af3503-4b69-4810-9832-624bc2242f35 None None] The sync data for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi is: [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:53Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:06:54.080996 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:54.182753 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'Port': ['ID=ceec159f-42f0-4ef9-9e41-bf8afa4a6dbd,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:54.193567 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:54.196332 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:54.293153 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:54.294415 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-02802219-9e03-4a32-8d6d-10e778bfbdd4 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2524123 Aug 16 07:06:54.441088 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-290da9bf-fe70-4610-9277-8fca2bd760ba tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--550677872&fields=id&tenant_id=50d98475f7724d6a9d0daea75632c5dc HTTP/1.1" status: 200 len: 267 time: 0.0344188 Aug 16 07:06:54.553287 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-a89b7c1e-8e28-4a28-a5b7-462afd29f7b2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:54.554814 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-a89b7c1e-8e28-4a28-a5b7-462afd29f7b2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 811 time: 0.1066871 Aug 16 07:06:54.570775 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-121fbe93-0854-4376-8a1e-00f02b6cc600 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/quotas/50d98475f7724d6a9d0daea75632c5dc HTTP/1.1" status: 200 len: 375 time: 0.0100658 Aug 16 07:06:54.626942 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-bdd8c6b5-0ccc-4f9c-bfaf-1688854d8455 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496285 Aug 16 07:06:54.729413 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5424b766-c6bc-4cde-bd34-9076194b7718 service neutron] 10.222.0.20 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900047 Aug 16 07:06:54.821998 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-cbf26522-efdc-4908-85bc-21b4d453f2d1 service neutron] 10.222.0.20 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863349 Aug 16 07:06:55.077244 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-24ba05d6-c882-409d-9f93-a8857da6091f req-0dcb9269-ef32-4dc4-b39a-b17beaecac7b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 210 time: 0.0311484 Aug 16 07:06:55.408937 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device aa9f0714-a6e4-46be-9068-b43697b2e4dd up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:06:55.550482 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning for port aa9f0714-a6e4-46be-9068-b43697b2e4dd completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:06:55.554582 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port aa9f0714-a6e4-46be-9068-b43697b2e4dd triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:55.554954 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:55.634794 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:55.665419 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] For port aa9f0714-a6e4-46be-9068-b43697b2e4dd, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=aa9f0714-a6e4-46be-9068-b43697b2e4dd,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:06:55.739291 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:55.786118 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Pushing event updated for resources: {'Port': ['ID=aa9f0714-a6e4-46be-9068-b43697b2e4dd,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:55.793238 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.793594 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.793941 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.794278 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.794632 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.794991 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.795360 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.795692 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.796026 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.796371 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.796679 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:55.797046 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:56.171876 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7550f5bc-5383-4c50-8a9e-77df486d101a req-ca12abc4-62e0-454b-a70a-4da488c896f9 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 210 time: 0.0263753 Aug 16 07:06:57.266846 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1ec49502-297c-4ba7-8f93-55121ca7afeb req-36b22659-8d98-4e62-ab7f-0cdab19d4a07 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Aug 16 07:06:57.360649 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-9f255260-b65b-4fde-bffb-41ef934b45a8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:57.362483 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-9f255260-b65b-4fde-bffb-41ef934b45a8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 811 time: 0.1056426 Aug 16 07:06:57.408474 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device aa9f0714-a6e4-46be-9068-b43697b2e4dd up at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:06:57.409054 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-c9c8fac9-88da-4df2-a715-5b862b0a9d1f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d98475f7724d6a9d0daea75632c5dc HTTP/1.1" status: 200 len: 379 time: 0.0370510 Aug 16 07:06:57.419260 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'port': {'device_id': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'admin_state_up': True, 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'security_groups': ['be2e6d94-f893-4c3e-96ea-1422de7f6118']}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:57.458107 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Provisioning complete for port aa9f0714-a6e4-46be-9068-b43697b2e4dd triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:57.458422 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:57.618568 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Made reservation on behalf of 50d98475f7724d6a9d0daea75632c5dc for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:06:57.622144 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:57.748654 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Allocated IP 172.20.0.10 (cd07e312-b99c-4ba8-9b88-98a9770dcca7/d036fb50-c565-4de4-b694-7a99a675da4b/e4146450-78e8-4d14-9d37-0857c5109a3c) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:06:57.886079 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:57.899906 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Transition to ACTIVE for port object e4146450-78e8-4d14-9d37-0857c5109a3c will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:06:58.013012 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:58.055858 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:06:58.058885 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:06:58.062584 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:06:58.069201 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'Port': ['ID=e4146450-78e8-4d14-9d37-0857c5109a3c,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:58.099390 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.099716 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.100064 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.100398 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.100729 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.101063 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.101412 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.101720 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.102044 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.102370 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.102688 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.103007 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:06:58.130988 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:58.145840 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:58.265057 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-5d689674-896f-433c-9da7-4c09c45c11f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8495171 Aug 16 07:06:58.284029 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Request body: {'port': {'device_id': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:06:58.342670 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:58.381788 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355b50-1f3a-404f-ac1d-9de3ad147307 req-4638e5fa-3466-4975-a85f-f34137f0644f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:58.383325 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a3355b50-1f3a-404f-ac1d-9de3ad147307 req-4638e5fa-3466-4975-a85f-f34137f0644f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 932 time: 0.0486302 Aug 16 07:06:58.428228 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a3355b50-1f3a-404f-ac1d-9de3ad147307 req-a67a8a5f-5ec3-47ad-ae42-5263985b4db8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379128 Aug 16 07:06:58.436615 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1970fec2-f863-4550-be16-4ee57fbf895a None None] Provisioning for port e4146450-78e8-4d14-9d37-0857c5109a3c completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:06:58.451854 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-1970fec2-f863-4550-be16-4ee57fbf895a None None] Provisioning complete for port e4146450-78e8-4d14-9d37-0857c5109a3c triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:06:58.472405 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-1970fec2-f863-4550-be16-4ee57fbf895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:58.489178 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-1970fec2-f863-4550-be16-4ee57fbf895a None None] Port e4146450-78e8-4d14-9d37-0857c5109a3c cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:06:58.874704 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4146450-78e8-4d14-9d37-0857c5109a3c {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:06:58.881857 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:58.893966 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Transition to ACTIVE for port object e4146450-78e8-4d14-9d37-0857c5109a3c will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:06:58.984535 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:59.053760 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Pushing event updated for resources: {'Port': ['ID=e4146450-78e8-4d14-9d37-0857c5109a3c,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:59.105074 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Attempting to bind port e4146450-78e8-4d14-9d37-0857c5109a3c on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:06:59.105407 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Attempting to bind port e4146450-78e8-4d14-9d37-0857c5109a3c by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:06:59.105762 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Attempting to bind port e4146450-78e8-4d14-9d37-0857c5109a3c on network cd07e312-b99c-4ba8-9b88-98a9770dcca7 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:06:59.110183 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Port e4146450-78e8-4d14-9d37-0857c5109a3c on network cd07e312-b99c-4ba8-9b88-98a9770dcca7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:06:59.110506 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Attempting to bind port e4146450-78e8-4d14-9d37-0857c5109a3c on network cd07e312-b99c-4ba8-9b88-98a9770dcca7 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:06:59.116239 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:06:59.116579 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Checking segment: {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:06:59.116957 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Bound using segment: {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:06:59.117376 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Bound port: e4146450-78e8-4d14-9d37-0857c5109a3c, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:06:59.117732 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:59.181704 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] For port e4146450-78e8-4d14-9d37-0857c5109a3c, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:06:59.184586 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] For port e4146450-78e8-4d14-9d37-0857c5109a3c, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e4146450-78e8-4d14-9d37-0857c5109a3c,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:06:59.276958 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:59.310773 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:59.311413 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:06:59.312862 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] 10.222.0.18 "PUT /v2.0/ports/e4146450-78e8-4d14-9d37-0857c5109a3c HTTP/1.1" status: 200 len: 1094 time: 1.0330851 Aug 16 07:06:59.313298 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'tag': 'e4146450-78e8-4d14-9d37-0857c5109a3c'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:06:59.315679 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029c8ac-57bd-4926-8661-129211bbd1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3404b8-9af8-489f-9384-daa0a6dac353", "tag": "e4146450-78e8-4d14-9d37-0857c5109a3c"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:06:59.342356 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177d212-a951-409f-b7fe-c12edbae0862 service neutron] Pushing event updated for resources: {'Port': ['ID=e4146450-78e8-4d14-9d37-0857c5109a3c,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:06:59.363449 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44463f72-397c-45f6-b0c4-e941f2225ca0 x-openstack-request-id: req-44463f72-397c-45f6-b0c4-e941f2225ca0 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:06:59.363703 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3404b8-9af8-489f-9384-daa0a6dac353", "tag": "e4146450-78e8-4d14-9d37-0857c5109a3c", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:06:59.363964 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44463f72-397c-45f6-b0c4-e941f2225ca0 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:06:59.364368 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'tag': 'e4146450-78e8-4d14-9d37-0857c5109a3c', 'status': 'completed', 'code': 200} Aug 16 07:06:59.431635 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029c8ac-57bd-4926-8661-129211bbd1d7 req-6472f3ef-8baf-4a65-9954-8223e15edd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:59.433155 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9029c8ac-57bd-4926-8661-129211bbd1d7 req-6472f3ef-8baf-4a65-9954-8223e15edd81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 1097 time: 0.0479777 Aug 16 07:06:59.539006 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029c8ac-57bd-4926-8661-129211bbd1d7 req-aead84c3-b859-4642-a147-3d9e7108fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:59.540552 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9029c8ac-57bd-4926-8661-129211bbd1d7 req-aead84c3-b859-4642-a147-3d9e7108fd23 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=50d98475f7724d6a9d0daea75632c5dc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0990188 Aug 16 07:06:59.558139 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d1f13-809a-4a76-aff9-b5d8ea481f37 req-4d16140c-370a-4fdb-bd56-8a5b86704e43 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:59.560280 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-963d1f13-809a-4a76-aff9-b5d8ea481f37 req-4d16140c-370a-4fdb-bd56-8a5b86704e43 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 944 time: 0.0603683 Aug 16 07:06:59.599813 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-963d1f13-809a-4a76-aff9-b5d8ea481f37 req-d1ad6268-318b-4cd5-9a8e-a178c021e923 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333719 Aug 16 07:06:59.646344 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029c8ac-57bd-4926-8661-129211bbd1d7 req-0b7a7683-5b14-4c11-ad0a-5643a0984e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:59.647894 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-9029c8ac-57bd-4926-8661-129211bbd1d7 req-0b7a7683-5b14-4c11-ad0a-5643a0984e81 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1001289 Aug 16 07:06:59.725521 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-c38d9553-e7f1-4f04-8e4a-4a85321ecfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:59.726884 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-c38d9553-e7f1-4f04-8e4a-4a85321ecfcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 1097 time: 0.0419226 Aug 16 07:06:59.768181 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-feeb50e1-b40d-484a-8535-a823398f22ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4146450-78e8-4d14-9d37-0857c5109a3c HTTP/1.1" status: 200 len: 217 time: 0.0328035 Aug 16 07:06:59.819570 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-a9806d51-564c-4820-a201-26109420e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:59.821007 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-a9806d51-564c-4820-a201-26109420e545 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0460658 Aug 16 07:06:59.865659 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-05adc678-99f0-473f-b331-0e3c25d94389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:06:59.867190 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-05adc678-99f0-473f-b331-0e3c25d94389 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394847 Aug 16 07:06:59.959083 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-adf6eea8-5773-49a0-aa7f-4728e4cf559b service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837817 Aug 16 07:07:00.051955 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-c4d26c63-ffaa-48e2-baef-f0455c6b231c req-7c4ad6d7-0f31-4816-84ac-d01ab3fdc9b9 service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856583 Aug 16 07:07:00.729730 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750db16-20ab-48f0-a368-e97d7bb2b91d req-4ca4846f-8fb0-4b27-8655-d9237d80d31d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:00.731216 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9750db16-20ab-48f0-a368-e97d7bb2b91d req-4ca4846f-8fb0-4b27-8655-d9237d80d31d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 944 time: 0.0488498 Aug 16 07:07:00.767822 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9750db16-20ab-48f0-a368-e97d7bb2b91d req-62f52066-4298-4f11-bb03-a6737654380e tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299518 Aug 16 07:07:01.878173 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2dd70-1266-46db-8907-def36e79d704 req-89719c5a-49a0-4379-9513-eeaece344395 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:01.879636 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-58f2dd70-1266-46db-8907-def36e79d704 req-89719c5a-49a0-4379-9513-eeaece344395 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 944 time: 0.0467083 Aug 16 07:07:01.917615 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-58f2dd70-1266-46db-8907-def36e79d704 req-e6cd5611-5947-4658-8dc5-298ea1b5e007 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320585 Aug 16 07:07:03.032267 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2850e2-2424-4adc-b1f0-5a8132185329 req-42430573-bdd8-4f14-902d-5f831440cf3b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:03.034366 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6b2850e2-2424-4adc-b1f0-5a8132185329 req-42430573-bdd8-4f14-902d-5f831440cf3b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 944 time: 0.0517499 Aug 16 07:07:03.073480 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6b2850e2-2424-4adc-b1f0-5a8132185329 req-b788bf9e-ae05-409d-8911-085749487643 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332015 Aug 16 07:07:03.872796 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device e4146450-78e8-4d14-9d37-0857c5109a3c details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:07:03.969609 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port e4146450-78e8-4d14-9d37-0857c5109a3c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e4146450-78e8-4d14-9d37-0857c5109a3c,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:03.980752 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': 'e4146450-78e8-4d14-9d37-0857c5109a3c', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'port_id': 'e4146450-78e8-4d14-9d37-0857c5109a3c', 'mac_address': 'fa:16:3e:8c:95:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:07:04.017679 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:04.030392 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4146450-78e8-4d14-9d37-0857c5109a3c {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:07:04.049979 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port e4146450-78e8-4d14-9d37-0857c5109a3c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e4146450-78e8-4d14-9d37-0857c5109a3c,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:04.114638 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:04.162360 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=e4146450-78e8-4d14-9d37-0857c5109a3c,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:04.190818 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac016cb-f2f3-4565-8858-d18bf573f807 req-99d7646a-fdcd-46ca-a576-06ce7f0308ea tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:04.192346 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6ac016cb-f2f3-4565-8858-d18bf573f807 req-99d7646a-fdcd-46ca-a576-06ce7f0308ea tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 945 time: 0.0520954 Aug 16 07:07:04.239193 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6ac016cb-f2f3-4565-8858-d18bf573f807 req-2eb6137e-7497-43af-8484-c8ad5710f1bf tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380173 Aug 16 07:07:04.459308 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['e4146450-78e8-4d14-9d37-0857c5109a3c'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:07:05.354038 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46e2af-25ba-4949-af36-04570b965bf4 req-f0e7c1fa-ca80-46bf-bcc7-79faca514a61 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:05.355550 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6a46e2af-25ba-4949-af36-04570b965bf4 req-f0e7c1fa-ca80-46bf-bcc7-79faca514a61 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 945 time: 0.0492520 Aug 16 07:07:05.393356 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6a46e2af-25ba-4949-af36-04570b965bf4 req-e66b0d4c-9b6e-4307-abf2-d6cd4f6cc4e5 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319302 Aug 16 07:07:05.885629 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device e4146450-78e8-4d14-9d37-0857c5109a3c up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:07:06.012875 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port e4146450-78e8-4d14-9d37-0857c5109a3c completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:07:06.016521 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port e4146450-78e8-4d14-9d37-0857c5109a3c triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:07:06.016920 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:06.093277 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:06.115501 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4146450-78e8-4d14-9d37-0857c5109a3c'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:07:06.117721 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09cc3bc-a8e1-4217-a9c4-03ec490fdad5" -d '{"events": [{"server_uuid": "ff3404b8-9af8-489f-9384-daa0a6dac353", "name": "network-vif-plugged", "status": "completed", "tag": "e4146450-78e8-4d14-9d37-0857c5109a3c"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:07:06.130284 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port e4146450-78e8-4d14-9d37-0857c5109a3c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e4146450-78e8-4d14-9d37-0857c5109a3c,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:06.154441 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a6ad8-4254-42c5-9392-5f557b8f9fd3 x-openstack-request-id: req-c01a6ad8-4254-42c5-9392-5f557b8f9fd3 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:07:06.154730 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3404b8-9af8-489f-9384-daa0a6dac353", "name": "network-vif-plugged", "status": "completed", "tag": "e4146450-78e8-4d14-9d37-0857c5109a3c", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:07:06.154978 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c01a6ad8-4254-42c5-9392-5f557b8f9fd3 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:07:06.155392 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4146450-78e8-4d14-9d37-0857c5109a3c', 'code': 200} Aug 16 07:07:06.212709 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:06.259918 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=e4146450-78e8-4d14-9d37-0857c5109a3c,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:06.431886 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502c981-73b9-4b49-82c1-05c297cf6264 req-0becfab6-588a-4d21-8d34-08fa5d578027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:06.433395 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-6502c981-73b9-4b49-82c1-05c297cf6264 req-0becfab6-588a-4d21-8d34-08fa5d578027 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 1099 time: 0.0410044 Aug 16 07:07:06.469290 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-6502c981-73b9-4b49-82c1-05c297cf6264 req-aa3739f6-3518-4df1-9c2e-803b64dafd4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286424 Aug 16 07:07:06.511934 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98a8c-1528-48ad-bb07-ee68a44aab32 req-efb2cbd8-83fc-447d-8051-4ac865f36a6a tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:06.513406 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de98a8c-1528-48ad-bb07-ee68a44aab32 req-efb2cbd8-83fc-447d-8051-4ac865f36a6a tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0540388 Aug 16 07:07:06.551159 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9de98a8c-1528-48ad-bb07-ee68a44aab32 req-ce780306-4ad6-4dac-99c8-14dac7b3888b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310903 Aug 16 07:07:07.668772 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bdaec-991c-4bd5-8a4f-f4cbbefdb756 req-9793f7d6-fc2e-419e-baed-0af8fdbbdd3f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:07.670278 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dd9bdaec-991c-4bd5-8a4f-f4cbbefdb756 req-9793f7d6-fc2e-419e-baed-0af8fdbbdd3f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0493555 Aug 16 07:07:07.707666 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-dd9bdaec-991c-4bd5-8a4f-f4cbbefdb756 req-215e5c47-40be-4ba6-a3be-4817875a693f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312481 Aug 16 07:07:07.852592 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb60e-d82a-46de-bdef-daa6faff8051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:08.820238 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb924a96-88d0-4d67-9201-fff87107fcb6 req-3ee53367-1a6e-41ab-8f37-9607960b72ea tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:08.821725 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cb924a96-88d0-4d67-9201-fff87107fcb6 req-3ee53367-1a6e-41ab-8f37-9607960b72ea tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0480909 Aug 16 07:07:08.859452 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cb924a96-88d0-4d67-9201-fff87107fcb6 req-ae6133c8-3b76-40bb-b8e6-b8aad0f8f14d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Aug 16 07:07:08.982200 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65282a-6788-4efe-a660-c5b7be29d952 req-00d19642-3926-4fc9-817c-ec201bdd1876 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:08.983704 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5d65282a-6788-4efe-a660-c5b7be29d952 req-00d19642-3926-4fc9-817c-ec201bdd1876 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Aug 16 07:07:08.993271 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39816) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:08.997641 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-f6817859-d7aa-431f-89fd-146fd745031c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'floatingip': {'port_id': 'e4146450-78e8-4d14-9d37-0857c5109a3c'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:07:09.036124 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f6817859-d7aa-431f-89fd-146fd745031c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:09.730576 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f6817859-d7aa-431f-89fd-146fd745031c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:09.789598 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f6817859-d7aa-431f-89fd-146fd745031c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:09.887811 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.l3_db [None req-f6817859-d7aa-431f-89fd-146fd745031c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Floating IP 65fe4b79-75b0-407b-8afd-c530f051d54f associated. External IP: 172.27.0.57, port: e4146450-78e8-4d14-9d37-0857c5109a3c. Aug 16 07:07:10.087213 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6817859-d7aa-431f-89fd-146fd745031c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:07:10.193233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6817859-d7aa-431f-89fd-146fd745031c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:07:10.197793 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f6817859-d7aa-431f-89fd-146fd745031c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:10.203724 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] Sync routers for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:07:10.214213 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:07:10.214808 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:10.226322 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-f6817859-d7aa-431f-89fd-146fd745031c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "PUT /v2.0/floatingips/65fe4b79-75b0-407b-8afd-c530f051d54f HTTP/1.1" status: 200 len: 991 time: 1.2320249 Aug 16 07:07:10.226912 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'tag': 'e4146450-78e8-4d14-9d37-0857c5109a3c'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:07:10.229178 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154bfa4a-07e4-4629-bd44-9b4640b609e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3404b8-9af8-489f-9384-daa0a6dac353", "tag": "e4146450-78e8-4d14-9d37-0857c5109a3c"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:07:10.331398 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56d3b80-f446-4786-8f7b-3c0ddda8ad2b x-openstack-request-id: req-b56d3b80-f446-4786-8f7b-3c0ddda8ad2b {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:07:10.331398 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3404b8-9af8-489f-9384-daa0a6dac353", "tag": "e4146450-78e8-4d14-9d37-0857c5109a3c", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:07:10.331398 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b56d3b80-f446-4786-8f7b-3c0ddda8ad2b {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:07:10.331398 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'tag': 'e4146450-78e8-4d14-9d37-0857c5109a3c', 'status': 'completed', 'code': 200} Aug 16 07:07:10.331884 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:07:10.391520 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-8ff9d772-c974-42ce-acad-6fdb0ae74a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:10.393706 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-8ff9d772-c974-42ce-acad-6fdb0ae74a25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 1099 time: 0.0397000 Aug 16 07:07:10.486018 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-cdaf0531-f487-4d2a-bd9b-72d3eccedf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:10.487821 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-cdaf0531-f487-4d2a-bd9b-72d3eccedf70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 911 time: 0.0867255 Aug 16 07:07:10.546486 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '65fe4b79-75b0-407b-8afd-c530f051d54f', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'port_id': 'e4146450-78e8-4d14-9d37-0857c5109a3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'mac_address': 'fa:16:3e:8c:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:53Z', 'updated_at': '2021-08-16T07:07:09Z', 'revision_number': 1, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:10.553949 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-1da6254a-a9e7-4969-b40e-501bb61be894 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4146450-78e8-4d14-9d37-0857c5109a3c HTTP/1.1" status: 200 len: 999 time: 0.0579317 Aug 16 07:07:10.571836 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] Checking router: bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:07:10.579904 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:07:10.580562 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:06:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:10.606001 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-ccb66a6c-bc51-433f-8bb3-7a13be8caa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:10.607492 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-ccb66a6c-bc51-433f-8bb3-7a13be8caa53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0465307 Aug 16 07:07:10.655190 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-b7cbad7f-96b6-482d-8ff1-787b57fc7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:10.656706 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-b7cbad7f-96b6-482d-8ff1-787b57fc7fbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426915 Aug 16 07:07:10.747320 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-bda072f5-be21-4abc-835d-af69ecce236e service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818491 Aug 16 07:07:10.778218 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:07:10.840693 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-154bfa4a-07e4-4629-bd44-9b4640b609e8 req-5974cf1c-b4a5-4e85-bde8-11211aa00d1d service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863512 Aug 16 07:07:10.852883 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:10.973165 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-629f20c3-b9a2-4f78-a6c2-0ae151dbb096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:11.004870 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '65fe4b79-75b0-407b-8afd-c530f051d54f', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'port_id': 'e4146450-78e8-4d14-9d37-0857c5109a3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'mac_address': 'fa:16:3e:8c:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:53Z', 'updated_at': '2021-08-16T07:07:09Z', 'revision_number': 1, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:11.030904 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e7704-0cd1-443a-bc30-80b405e651c6 None None] The sync data for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi is: [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '65fe4b79-75b0-407b-8afd-c530f051d54f', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'port_id': 'e4146450-78e8-4d14-9d37-0857c5109a3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'mac_address': 'fa:16:3e:8c:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:53Z', 'updated_at': '2021-08-16T07:07:09Z', 'revision_number': 1, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:07:11.209659 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43325b-6f77-4897-829e-9e12f97ceb71 None None] New status for floating IP 65fe4b79-75b0-407b-8afd-c530f051d54f: ACTIVE {{(pid=101193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:07:11.994312 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:13.407407 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:24.161881 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:28.246161 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:07:28.404911 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-b84dee38-bd9b-4273-ab88-2fcc01758145 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399573 Aug 16 07:07:28.489317 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-7bac80c5-f78a-4059-8909-15ce3f5168c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:28.490847 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-7bac80c5-f78a-4059-8909-15ce3f5168c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=002bdf9b58f64009af23512ff886f946&device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1098 time: 0.0402248 Aug 16 07:07:28.594065 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-7b59fbdb-a8c5-4243-84b8-9f4e6bd5c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:28.595532 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-7b59fbdb-a8c5-4243-84b8-9f4e6bd5c03d service neutron] 10.222.0.18 "GET /v2.0/networks?id=46e84ed5-9ee8-4909-a712-02feb0d17db1 HTTP/1.1" status: 200 len: 909 time: 0.0846965 Aug 16 07:07:28.665536 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-52a628df-2f98-4acc-bb65-db21bb47139f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb HTTP/1.1" status: 200 len: 1001 time: 0.0578566 Aug 16 07:07:28.719028 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-2300680d-f692-4d82-8a34-f1e68a2608cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:28.720490 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-2300680d-f692-4d82-8a34-f1e68a2608cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5658af5-84bb-41f7-9b2f-f8ddb27a6089 HTTP/1.1" status: 200 len: 848 time: 0.0459526 Aug 16 07:07:28.768425 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-3d32d36a-8860-4b04-9e3b-bd561687924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:28.770295 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-3d32d36a-8860-4b04-9e3b-bd561687924f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46e84ed5-9ee8-4909-a712-02feb0d17db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387709 Aug 16 07:07:28.858765 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-f2dff47c-b054-4391-a0dd-7e139996172c service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801735 Aug 16 07:07:28.951405 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a7922fa2-6251-480a-bbe5-ce2e3257fed3 req-2300fc6b-68e4-41b5-8c39-fd82d8f0b118 service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843222 Aug 16 07:07:34.411793 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39874) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:34.656574 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Deleting port 255568de-9b84-4990-966f-d8629fbef9c0 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:34.656913 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:34.732003 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:34.732259 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:34.744017 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Calling delete_port for 255568de-9b84-4990-966f-d8629fbef9c0 owned by network:floatingip {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:35.005438 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:35.028831 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event deleted for resources: {'Port': ['ID=255568de-9b84-4990-966f-d8629fbef9c0,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:35.090115 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for floatingip, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:35.090446 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Floating IP eeec23d8-9231-44d4-98bc-a47754729403 disassociated (deleted). External IP: 172.27.0.127, port: a02f2ede-b0b4-484f-b037-ccca6249eafb. Aug 16 07:07:35.302976 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Router 4c18a68d-2493-423a-a3b1-bbc717de29eb has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:07:35.408155 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:07:35.413095 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:35.418276 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] Sync routers for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:07:35.428206 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:07:35.428804 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:07:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:35.439461 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-8a2265f7-e093-45c1-9cb0-6e8bdc5f1a21 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "DELETE /v2.0/floatingips/eeec23d8-9231-44d4-98bc-a47754729403 HTTP/1.1" status: 204 len: 168 time: 1.0265436 Aug 16 07:07:35.440180 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:07:35.442398 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3" -d '{"events": [{"name": "network-changed", "server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:07:35.478194 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3872453b-6ea2-490f-bba8-9fe49ae1bf5d x-openstack-request-id: req-3872453b-6ea2-490f-bba8-9fe49ae1bf5d {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:07:35.478488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:07:35.478741 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3872453b-6ea2-490f-bba8-9fe49ae1bf5d {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:07:35.479630 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'status': 'completed', 'code': 200} Aug 16 07:07:35.548434 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-fbe54bf4-b82e-4495-8ef1-2146df021628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:35.550494 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-fbe54bf4-b82e-4495-8ef1-2146df021628 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=002bdf9b58f64009af23512ff886f946&device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 1098 time: 0.0489633 Aug 16 07:07:35.556485 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:07:35.644847 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-9fcc43f5-1c0f-4ddb-a36c-bdc632e5a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:35.646932 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-9fcc43f5-1c0f-4ddb-a36c-bdc632e5a6ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=46e84ed5-9ee8-4909-a712-02feb0d17db1 HTTP/1.1" status: 200 len: 909 time: 0.0888872 Aug 16 07:07:35.687994 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-5e86cf2e-4d88-4662-8907-2f2d03ee1e8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb HTTP/1.1" status: 200 len: 217 time: 0.0333762 Aug 16 07:07:35.752412 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-7f43f2a0-cebf-4d81-8555-8d058afc9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:35.753867 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-7f43f2a0-cebf-4d81-8555-8d058afc9a98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5658af5-84bb-41f7-9b2f-f8ddb27a6089 HTTP/1.1" status: 200 len: 848 time: 0.0531330 Aug 16 07:07:35.765031 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:57Z', 'revision_number': 5, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:35.791332 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] Checking router: 4c18a68d-2493-423a-a3b1-bbc717de29eb for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:07:35.800410 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:07:35.804154 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:07:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:35.805249 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-79157d6c-0d8f-4f0a-b6c9-6957869d7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:35.806841 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-79157d6c-0d8f-4f0a-b6c9-6957869d7933 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46e84ed5-9ee8-4909-a712-02feb0d17db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436382 Aug 16 07:07:35.904902 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-03820f6c-5eaa-4fa9-8506-195e0cbff811 service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837259 Aug 16 07:07:35.910111 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03047a96-21c0-45a5-b8a9-4ea86011f1b9 req-2d8f7ece-5234-44e6-b5fa-329a5004a350 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:35.911767 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-03047a96-21c0-45a5-b8a9-4ea86011f1b9 req-2d8f7ece-5234-44e6-b5fa-329a5004a350 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0622303 Aug 16 07:07:35.913710 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:07:35.950323 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-03047a96-21c0-45a5-b8a9-4ea86011f1b9 req-ed868d76-816b-4e8c-bbf2-09b4873c6b93 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Aug 16 07:07:35.999518 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-5495d16c-3e42-4d26-80f1-8dd0c40b15d3 req-2a8548c1-bffd-49a9-92c0-b537aa42147c service neutron] 10.222.0.18 "GET /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862892 Aug 16 07:07:36.111527 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:57Z', 'revision_number': 5, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:36.142110 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89378d82-c2e2-4055-8391-ec52aee4defe None None] The sync data for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi is: [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:01:51Z', 'revision_number': 4, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': '25b1f26d-d910-439c-9d45-03fc3b4afd95', 'name': '', 'network_id': '46e84ed5-9ee8-4909-a712-02feb0d17db1', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'mac_address': 'fa:16:3e:6f:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:50Z', 'updated_at': '2021-08-16T07:01:57Z', 'revision_number': 5, 'project_id': '002bdf9b58f64009af23512ff886f946', 'subnets': [{'id': 'c5658af5-84bb-41f7-9b2f-f8ddb27a6089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:07:36.352485 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e2b28f-9a69-4130-8183-8c29d38bc5ab None None] New status for floating IP eeec23d8-9231-44d4-98bc-a47754729403: DOWN {{(pid=101193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:07:37.066699 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2053-d84f-4e96-b2cd-c890b09ff961 req-5fa64afd-068c-44f8-8227-78cbb877f6cc tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:37.068467 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a44a2053-d84f-4e96-b2cd-c890b09ff961 req-5fa64afd-068c-44f8-8227-78cbb877f6cc tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0501180 Aug 16 07:07:37.106463 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a44a2053-d84f-4e96-b2cd-c890b09ff961 req-affdc35b-e952-4d3e-b2e6-82d714e69889 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/security-groups?id=60231f00-d53a-4962-a363-b55fa65ab6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323365 Aug 16 07:07:37.558919 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-f8ab8529-6235-46b8-9a94-01481e703ef4 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:07:37.560485 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-f8ab8529-6235-46b8-9a94-01481e703ef4 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.18 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 945 time: 0.0483003 Aug 16 07:07:37.657852 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Deleting port a02f2ede-b0b4-484f-b037-ccca6249eafb {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:37.658183 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:37.742542 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] For port a02f2ede-b0b4-484f-b037-ccca6249eafb, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a02f2ede-b0b4-484f-b037-ccca6249eafb,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:37.742902 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:37.755068 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Calling delete_port for a02f2ede-b0b4-484f-b037-ccca6249eafb owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:37.864039 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-71fc8458-a706-444a-a276-996b78149ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:37.949776 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:37.978534 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event deleted for resources: {'Port': ['ID=a02f2ede-b0b4-484f-b037-ccca6249eafb,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:38.020737 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] No DVR routers for this DVR port a02f2ede-b0b4-484f-b037-ccca6249eafb on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:07:38.023715 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:38.025939 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-aecf9d4b-b6a8-4ed1-95b1-e822da03fb7c req-c0ba5192-4b51-4803-84ab-24acedd4dec6 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.18 "DELETE /v2.0/ports/a02f2ede-b0b4-484f-b037-ccca6249eafb HTTP/1.1" status: 204 len: 173 time: 0.4594035 Aug 16 07:07:38.026386 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'name': 'network-vif-deleted', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:07:38.028607 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de8b19-8485-43fd-b0ff-ec022d3b67fd" -d '{"events": [{"server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "name": "network-vif-deleted", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:07:38.063156 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7061ff0-c49a-4b6f-8c40-e045a3e9ee23 x-openstack-request-id: req-b7061ff0-c49a-4b6f-8c40-e045a3e9ee23 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:07:38.063444 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922db3a5-e8a8-4238-bf68-5c53d00ee674", "name": "network-vif-deleted", "tag": "a02f2ede-b0b4-484f-b037-ccca6249eafb", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:07:38.063695 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7061ff0-c49a-4b6f-8c40-e045a3e9ee23 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:07:38.064088 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922db3a5-e8a8-4238-bf68-5c53d00ee674', 'name': 'network-vif-deleted', 'tag': 'a02f2ede-b0b4-484f-b037-ccca6249eafb', 'status': 'completed', 'code': 200} Aug 16 07:07:38.204459 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-93ba40c2-9470-4156-892e-675472d1d965 req-37d4002c-5fe2-43dd-92e2-e40fbf359a18 tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Aug 16 07:07:39.316784 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-32202f78-1a0b-4f4d-89a3-3222ef403319 req-9cdb061e-65da-40ef-8af5-d6ce6f4a136a tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "GET /v2.0/ports?device_id=922db3a5-e8a8-4238-bf68-5c53d00ee674 HTTP/1.1" status: 200 len: 210 time: 0.0265138 Aug 16 07:07:40.094021 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a02f2ede-b0b4-484f-b037-ccca6249eafb no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:07:40.116853 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: a02f2ede-b0b4-484f-b037-ccca6249eafb {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:07:40.117490 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device a02f2ede-b0b4-484f-b037-ccca6249eafb not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:07:40.370698 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39908) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:40.432636 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e0919563-9307-4bbc-9b7f-64381f24023c tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:40.457493 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e0919563-9307-4bbc-9b7f-64381f24023c tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:40.599873 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e0919563-9307-4bbc-9b7f-64381f24023c tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:40.602316 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e0919563-9307-4bbc-9b7f-64381f24023c tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:40.603494 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-e0919563-9307-4bbc-9b7f-64381f24023c tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] 10.222.0.20 "DELETE /v2.0/security-groups/60231f00-d53a-4962-a363-b55fa65ab6ad HTTP/1.1" status: 204 len: 168 time: 0.2317810 Aug 16 07:07:40.614648 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0919563-9307-4bbc-9b7f-64381f24023c tempest-TestShelveInstance-1989316307 tempest-TestShelveInstance-1989316307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60231f00-d53a-4962-a363-b55fa65ab6ad,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:40.715610 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39914) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:40.839746 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:40.983945 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-88a6e71d-f901-4dac-a348-87209a8d3c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:41.111359 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-602524'] for router_interface, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:41.342694 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Deleting port 25b1f26d-d910-439c-9d45-03fc3b4afd95 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:41.342933 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:41.420287 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] For port 25b1f26d-d910-439c-9d45-03fc3b4afd95, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=25b1f26d-d910-439c-9d45-03fc3b4afd95,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:41.420958 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:41.432765 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Calling delete_port for 25b1f26d-d910-439c-9d45-03fc3b4afd95 owned by network:router_interface {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:41.662627 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:41.690115 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Pushing event deleted for resources: {'Port': ['ID=25b1f26d-d910-439c-9d45-03fc3b4afd95,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:41.855025 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495916'] for router_interface, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:41.984201 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:42.065847 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Router 4c18a68d-2493-423a-a3b1-bbc717de29eb has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:07:42.168766 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:07:42.174624 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-829a8d82-2c18-4054-a827-48d90e3259bb admin admin] 10.222.0.20 "PUT /v2.0/routers/4c18a68d-2493-423a-a3b1-bbc717de29eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4571280 Aug 16 07:07:42.176448 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39920) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:42.178984 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] Sync routers for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:07:42.188816 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:07:42.189527 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:07:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:42.295941 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:07:42.475612 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:07:41Z', 'revision_number': 5, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:42.502648 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] Checking router: 4c18a68d-2493-423a-a3b1-bbc717de29eb for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:07:42.511184 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] Routers {'4c18a68d-2493-423a-a3b1-bbc717de29eb'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:07:42.511790 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:07:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['4c18a68d-2493-423a-a3b1-bbc717de29eb'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:42.540097 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks [] for router, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:42.646333 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:42.699789 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] Set router 4c18a68d-2493-423a-a3b1-bbc717de29eb gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:07:42.771615 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Deleting port f67fdab6-74e2-4c4a-86ad-f7d57c361a37 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:42.771955 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:42.856062 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] For port f67fdab6-74e2-4c4a-86ad-f7d57c361a37, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=f67fdab6-74e2-4c4a-86ad-f7d57c361a37,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:42.856430 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:42.868836 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Calling delete_port for f67fdab6-74e2-4c4a-86ad-f7d57c361a37 owned by network:router_gateway {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:42.881581 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:07:41Z', 'revision_number': 5, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:42.907742 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17237e-6118-4f36-b5db-1b8be9d1a119 None None] The sync data for ids ['4c18a68d-2493-423a-a3b1-bbc717de29eb'] in dv-cinder-803901-6-iscsi is: [{'id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'name': 'tempest-TestShelveInstance-1907842893-router', 'tenant_id': '002bdf9b58f64009af23512ff886f946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:47Z', 'updated_at': '2021-08-16T07:07:41Z', 'revision_number': 5, 'project_id': '002bdf9b58f64009af23512ff886f946', 'gw_port': {'id': 'f67fdab6-74e2-4c4a-86ad-f7d57c361a37', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c18a68d-2493-423a-a3b1-bbc717de29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:48Z', 'updated_at': '2021-08-16T07:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:07:43.102610 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.126877 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=f67fdab6-74e2-4c4a-86ad-f7d57c361a37,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:43.187824 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495830'] for router_gateway, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.280335 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3306'] for router, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.282511 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.405848 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494645'] for router, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.406551 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c18a68d-2493-423a-a3b1-bbc717de29eb {{(pid=101191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 07:07:43.410964 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.412157 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-8f2beb5f-d64c-43c7-987e-8b6324ff3f5b admin admin] 10.222.0.20 "DELETE /v2.0/routers/4c18a68d-2493-423a-a3b1-bbc717de29eb HTTP/1.1" status: 204 len: 168 time: 1.2348089 Aug 16 07:07:43.415523 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39924) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:43.435346 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.461804 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a43c2f6-089b-4baa-8808-3c82f90151e7 admin admin] Deleting subnet c5658af5-84bb-41f7-9b2f-f8ddb27a6089 {{(pid=101191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:07:43.464792 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 25b1f26d-d910-439c-9d45-03fc3b4afd95 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:07:43.465961 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3a43c2f6-089b-4baa-8808-3c82f90151e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.486213 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 25b1f26d-d910-439c-9d45-03fc3b4afd95 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:07:43.486596 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 25b1f26d-d910-439c-9d45-03fc3b4afd95 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:07:43.503010 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3a43c2f6-089b-4baa-8808-3c82f90151e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591002'] for subnet, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.589722 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3a43c2f6-089b-4baa-8808-3c82f90151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.708788 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3a43c2f6-089b-4baa-8808-3c82f90151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59289283'] for subnet, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.733337 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43c2f6-089b-4baa-8808-3c82f90151e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5658af5-84bb-41f7-9b2f-f8ddb27a6089,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:43.739004 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3a43c2f6-089b-4baa-8808-3c82f90151e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.740876 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-3a43c2f6-089b-4baa-8808-3c82f90151e7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c5658af5-84bb-41f7-9b2f-f8ddb27a6089 HTTP/1.1" status: 204 len: 168 time: 0.3251586 Aug 16 07:07:43.743427 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39926) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:43.753055 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426a0d9-d6c2-4447-a51c-f1136c1ff115 None None] Network 46e84ed5-9ee8-4909-a712-02feb0d17db1 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:07:43.814059 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.869644 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Deleting port 064603c1-f823-4a42-bd53-145264c07d11 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:43.869987 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.937596 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] For port 064603c1-f823-4a42-bd53-145264c07d11, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=064603c1-f823-4a42-bd53-145264c07d11,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:43.937959 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:43.938117 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b415e-284e-4f6f-9a17-59ab85ac9e53 None None] DHCP port deletion for 46e84ed5-9ee8-4909-a712-02feb0d17db1 request from dv-cinder-803901-6-iscsi {{(pid=101193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 07:07:43.953828 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Calling delete_port for 064603c1-f823-4a42-bd53-145264c07d11 owned by network:dhcp {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:43.992255 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-371b415e-284e-4f6f-9a17-59ab85ac9e53 None None] Deleting port 064603c1-f823-4a42-bd53-145264c07d11 {{(pid=101193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:43.992544 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-371b415e-284e-4f6f-9a17-59ab85ac9e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.052874 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-371b415e-284e-4f6f-9a17-59ab85ac9e53 None None] For port 064603c1-f823-4a42-bd53-145264c07d11, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=064603c1-f823-4a42-bd53-145264c07d11,segment=NetworkSegment(74286107-dabe-4822-b873-fb515618451f),segment_id=74286107-dabe-4822-b873-fb515618451f)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:44.053276 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-371b415e-284e-4f6f-9a17-59ab85ac9e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.069268 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-371b415e-284e-4f6f-9a17-59ab85ac9e53 None None] Calling delete_port for 064603c1-f823-4a42-bd53-145264c07d11 owned by network:dhcp {{(pid=101193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:44.121194 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.142547 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-371b415e-284e-4f6f-9a17-59ab85ac9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965'] for port, after_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.146257 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Pushing event deleted for resources: {'Port': ['ID=064603c1-f823-4a42-bd53-145264c07d11,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:44.150577 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] No DVR routers for this DVR port 064603c1-f823-4a42-bd53-145264c07d11 on host dv-cinder-803901-6-iscsi {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:07:44.167366 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b415e-284e-4f6f-9a17-59ab85ac9e53 None None] Pushing event deleted for resources: {'Port': ['ID=064603c1-f823-4a42-bd53-145264c07d11,revision_number=None']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:44.173870 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b415e-284e-4f6f-9a17-59ab85ac9e53 None None] No DVR routers for this DVR port 064603c1-f823-4a42-bd53-145264c07d11 on host dv-cinder-803901-6-iscsi {{(pid=101193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:07:44.223507 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.233959 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e84ed5-9ee8-4909-a712-02feb0d17db1']}} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:44.244071 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74286107-dabe-4822-b873-fb515618451f') {'for_net_delete': True} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:44.244306 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74286107-dabe-4822-b873-fb515618451f') {} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:44.253398 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590989'] for segment, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.266796 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.272586 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:07:44.272971 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179039'] for segment, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: Traceback (most recent call last): Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: timer() Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: cb(*args, **kw) Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: return func(*args, **kwargs) Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: self._notify() Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: self.callback(batched_events) Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: event.method(event) Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: return f(self, *a, **k) Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._get(url).json() Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: return self.request(url, 'GET', **kwargs) Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:07:44.274834 dv-cinder-803901-6-iscsi neutron-server[101191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:07:44.418000 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.423255 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:44.425104 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] 10.222.0.20 "DELETE /v2.0/networks/46e84ed5-9ee8-4909-a712-02feb0d17db1 HTTP/1.1" status: 204 len: 168 time: 0.6807544 Aug 16 07:07:44.428108 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39930) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:44.439521 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f77d15-d7af-4cbd-96b2-fa48c1c8b027 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e84ed5-9ee8-4909-a712-02feb0d17db1,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:44.768116 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-602524'] for router_interface, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:45.010181 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Deleting port 66436a72-2169-40b4-86e5-d7cd4586efbc {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:45.010530 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:45.086474 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] For port 66436a72-2169-40b4-86e5-d7cd4586efbc, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=66436a72-2169-40b4-86e5-d7cd4586efbc,segment=NetworkSegment(8526b0a0-4d67-43d4-ab33-1e9a4e932fba),segment_id=8526b0a0-4d67-43d4-ab33-1e9a4e932fba)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:45.086844 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:45.099832 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Calling delete_port for 66436a72-2169-40b4-86e5-d7cd4586efbc owned by network:router_interface {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:45.414659 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 064603c1-f823-4a42-bd53-145264c07d11 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:07:45.434615 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 064603c1-f823-4a42-bd53-145264c07d11 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:07:45.434957 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 064603c1-f823-4a42-bd53-145264c07d11 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:07:45.435408 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f67fdab6-74e2-4c4a-86ad-f7d57c361a37 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:07:45.447589 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:45.453752 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: f67fdab6-74e2-4c4a-86ad-f7d57c361a37 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:07:45.454102 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device f67fdab6-74e2-4c4a-86ad-f7d57c361a37 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:07:45.480144 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Pushing event deleted for resources: {'Port': ['ID=66436a72-2169-40b4-86e5-d7cd4586efbc,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:45.490244 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.490609 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.490960 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.491378 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.491719 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.492058 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.492394 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.492747 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.493085 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.493415 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.493758 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.494104 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:07:45.659983 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495916'] for router_interface, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:45.869376 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:07:45.982008 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:07:45.987198 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-b4719af7-bc87-4b3e-9b62-50c4329b504d admin admin] 10.222.0.20 "PUT /v2.0/routers/15d61ce6-013e-4f14-8b7f-84403b8a7bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5579884 Aug 16 07:07:45.989643 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39934) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:45.992294 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] Sync routers for ids ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:07:46.001765 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] Routers {'15d61ce6-013e-4f14-8b7f-84403b8a7bc3'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:07:46.002465 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:07:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:46.093764 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks [] for router, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.106203 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] Set router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:07:46.196656 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.404288 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Deleting port 4514f6f7-8489-4d1b-956f-5c1999ad81f0 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:46.404637 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.410675 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:07:45Z', 'revision_number': 5, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'gw_port': {'id': '4514f6f7-8489-4d1b-956f-5c1999ad81f0', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:46.437133 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] Checking router: 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:07:46.445357 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] Routers {'15d61ce6-013e-4f14-8b7f-84403b8a7bc3'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:07:46.445970 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:07:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:46.482354 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] For port 4514f6f7-8489-4d1b-956f-5c1999ad81f0, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=4514f6f7-8489-4d1b-956f-5c1999ad81f0,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:46.482967 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.495983 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Calling delete_port for 4514f6f7-8489-4d1b-956f-5c1999ad81f0 owned by network:router_gateway {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:46.531652 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] Set router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 gateway port host: None {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:07:46.585363 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:07:46Z', 'revision_number': 6, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'gw_port_host': None}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:46.612015 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65c95c-f36d-4abd-a351-4d0713e74128 None None] The sync data for ids ['15d61ce6-013e-4f14-8b7f-84403b8a7bc3'] in dv-cinder-803901-6-iscsi is: [{'id': '15d61ce6-013e-4f14-8b7f-84403b8a7bc3', 'name': 'tempest-TestShelveInstance-703189643-router', 'tenant_id': 'd6b1970810834e3792e8ae4626c917ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:01:55Z', 'updated_at': '2021-08-16T07:07:46Z', 'revision_number': 6, 'project_id': 'd6b1970810834e3792e8ae4626c917ae', 'gw_port_host': None}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:07:46.703926 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.732384 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Pushing event deleted for resources: {'Port': ['ID=4514f6f7-8489-4d1b-956f-5c1999ad81f0,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:46.795639 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495830'] for router_gateway, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.881781 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3306'] for router, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.883864 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.978885 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494645'] for router, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.979492 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15d61ce6-013e-4f14-8b7f-84403b8a7bc3 {{(pid=101192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 07:07:46.984512 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:46.988742 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-d595f8ab-9d36-4114-bab2-57e852132693 admin admin] 10.222.0.20 "DELETE /v2.0/routers/15d61ce6-013e-4f14-8b7f-84403b8a7bc3 HTTP/1.1" status: 204 len: 168 time: 0.9951303 Aug 16 07:07:46.988742 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39938) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:47.038288 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c36604d-ce23-4c72-af2f-862ac40ccbe3 admin admin] Deleting subnet fb021638-0ed0-44f0-8285-0c6d20dbf8ec {{(pid=101192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:07:47.041412 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6c36604d-ce23-4c72-af2f-862ac40ccbe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.075224 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6c36604d-ce23-4c72-af2f-862ac40ccbe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59254927'] for subnet, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.150213 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6c36604d-ce23-4c72-af2f-862ac40ccbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.291587 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6c36604d-ce23-4c72-af2f-862ac40ccbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59680681'] for subnet, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.322641 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36604d-ce23-4c72-af2f-862ac40ccbe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb021638-0ed0-44f0-8285-0c6d20dbf8ec,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:47.327480 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-6c36604d-ce23-4c72-af2f-862ac40ccbe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.329172 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-6c36604d-ce23-4c72-af2f-862ac40ccbe3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fb021638-0ed0-44f0-8285-0c6d20dbf8ec HTTP/1.1" status: 204 len: 168 time: 0.3400321 Aug 16 07:07:47.331808 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 39942) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:47.334132 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305379ed-5fd2-4036-9402-6245563a8dd5 None None] Network bee18276-3100-48b4-9683-9051ed417fed requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:07:47.435942 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.449120 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 66436a72-2169-40b4-86e5-d7cd4586efbc no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:07:47.471220 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 66436a72-2169-40b4-86e5-d7cd4586efbc {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:07:47.471477 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 66436a72-2169-40b4-86e5-d7cd4586efbc not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:07:47.471898 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 4514f6f7-8489-4d1b-956f-5c1999ad81f0 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:07:47.489611 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Deleting port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:47.490144 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.492541 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 4514f6f7-8489-4d1b-956f-5c1999ad81f0 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:07:47.492895 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 4514f6f7-8489-4d1b-956f-5c1999ad81f0 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:07:47.551906 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbba375-5e2a-413b-aced-35bbb3d7c789 None None] DHCP port deletion for bee18276-3100-48b4-9683-9051ed417fed request from dv-cinder-803901-6-iscsi {{(pid=101193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 07:07:47.606660 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-6bbba375-5e2a-413b-aced-35bbb3d7c789 None None] Deleting port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 {{(pid=101193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:07:47.607044 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-6bbba375-5e2a-413b-aced-35bbb3d7c789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.680621 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-6bbba375-5e2a-413b-aced-35bbb3d7c789 None None] For port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=94c6cad7-fa3a-49f3-a56f-695cc48e53c4,segment=NetworkSegment(8526b0a0-4d67-43d4-ab33-1e9a4e932fba),segment_id=8526b0a0-4d67-43d4-ab33-1e9a4e932fba)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:47.681026 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-6bbba375-5e2a-413b-aced-35bbb3d7c789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.696519 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-6bbba375-5e2a-413b-aced-35bbb3d7c789 None None] Calling delete_port for 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 owned by network:dhcp {{(pid=101193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:47.832567 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] For port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=94c6cad7-fa3a-49f3-a56f-695cc48e53c4,segment=NetworkSegment(8526b0a0-4d67-43d4-ab33-1e9a4e932fba),segment_id=8526b0a0-4d67-43d4-ab33-1e9a4e932fba)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:07:47.832904 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.839897 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-6bbba375-5e2a-413b-aced-35bbb3d7c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965'] for port, after_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.845053 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Calling delete_port for 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 owned by network:dhcp {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:07:47.866718 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbba375-5e2a-413b-aced-35bbb3d7c789 None None] Pushing event deleted for resources: {'Port': ['ID=94c6cad7-fa3a-49f3-a56f-695cc48e53c4,revision_number=None']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:47.877945 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbba375-5e2a-413b-aced-35bbb3d7c789 None None] No DVR routers for this DVR port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 on host dv-cinder-803901-6-iscsi {{(pid=101193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:07:47.922265 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:47.949767 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c6cad7-fa3a-49f3-a56f-695cc48e53c4,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:47.953389 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] No DVR routers for this DVR port 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 on host dv-cinder-803901-6-iscsi {{(pid=101192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:07:48.020748 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.031110 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee18276-3100-48b4-9683-9051ed417fed']}} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:48.041570 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8526b0a0-4d67-43d4-ab33-1e9a4e932fba') {'for_net_delete': True} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:48.041864 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8526b0a0-4d67-43d4-ab33-1e9a4e932fba') {} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:07:48.050337 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59254936'] for segment, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.063647 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.069325 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:07:48.069710 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59605648'] for segment, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: self.session.flush() Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: self.session.flush() Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: self.session.flush() Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: self.session.flush() Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: Traceback (most recent call last): Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: timer() Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: cb(*args, **kw) Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: return func(*args, **kwargs) Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: self._notify() Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: self.callback(batched_events) Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: event.method(event) Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: return f(self, *a, **k) Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._get(url).json() Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: return self.request(url, 'GET', **kwargs) Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:07:48.083269 dv-cinder-803901-6-iscsi neutron-server[101192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:07:48.195511 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.200858 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.202704 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bee18276-3100-48b4-9683-9051ed417fed HTTP/1.1" status: 204 len: 168 time: 0.8699129 Aug 16 07:07:48.214101 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f699d-7e61-4d62-a296-d5c96e4d98d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bee18276-3100-48b4-9683-9051ed417fed,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:48.542655 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39948) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:48.580948 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a782b3d8-a71d-49e1-8e96-62014d673e97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=002bdf9b58f64009af23512ff886f946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371926 Aug 16 07:07:48.583473 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39950) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:48.633071 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-33e49172-9f8f-43d7-89c1-108d56b163de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.653897 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-33e49172-9f8f-43d7-89c1-108d56b163de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.766482 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-33e49172-9f8f-43d7-89c1-108d56b163de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.769028 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-33e49172-9f8f-43d7-89c1-108d56b163de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:48.770150 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-33e49172-9f8f-43d7-89c1-108d56b163de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e37549ec-1b30-4c35-ad82-1c42ea70e3a3 HTTP/1.1" status: 204 len: 168 time: 0.1858194 Aug 16 07:07:48.778789 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e49172-9f8f-43d7-89c1-108d56b163de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37549ec-1b30-4c35-ad82-1c42ea70e3a3,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:49.415949 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:07:49.436543 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:07:49.436891 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 94c6cad7-fa3a-49f3-a56f-695cc48e53c4 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:07:49.472479 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39958) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:49.512306 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-c5e7b127-0fcf-446b-bffc-e28395fa9b27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6b1970810834e3792e8ae4626c917ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386982 Aug 16 07:07:49.514624 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 39960) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:07:49.560549 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cedfd266-5aa0-410d-a4c5-7f3c7e36d8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:49.581112 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cedfd266-5aa0-410d-a4c5-7f3c7e36d8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:49.702247 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cedfd266-5aa0-410d-a4c5-7f3c7e36d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:49.704774 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cedfd266-5aa0-410d-a4c5-7f3c7e36d8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:07:49.705901 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-cedfd266-5aa0-410d-a4c5-7f3c7e36d8f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/917c5b7e-ff9d-458d-be7e-5544b1cc1f61 HTTP/1.1" status: 204 len: 168 time: 0.1903853 Aug 16 07:07:49.714613 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfd266-5aa0-410d-a4c5-7f3c7e36d8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917c5b7e-ff9d-458d-be7e-5544b1cc1f61,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:07:54.177757 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:05.244750 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:08:07.879026 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-8778aba7-76b5-4bbc-9360-0b531faa2365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:10.834539 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:11.000441 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-28030ed6-ecb0-4ab9-9e30-bf63205d0122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:11.965983 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:13.416075 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:24.160518 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:28.728402 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-8652548d-8042-475b-938d-aba16255c1c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424933 Aug 16 07:08:28.818959 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-e04ef3d6-15a8-4a77-9308-3a16f50602e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:28.820645 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-e04ef3d6-15a8-4a77-9308-3a16f50602e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0411046 Aug 16 07:08:28.921986 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-c8539535-f094-42cf-8019-08a30e0e8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:28.924159 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-c8539535-f094-42cf-8019-08a30e0e8b80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 911 time: 0.0847745 Aug 16 07:08:28.994651 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-820d7ffd-097b-4079-baba-ea5757e1de29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=284a07c3-844d-4033-b742-31d5df2463f1 HTTP/1.1" status: 200 len: 1001 time: 0.0630107 Aug 16 07:08:29.044543 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-d196c253-50e2-4ea6-acda-64917f5f2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:29.046051 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-d196c253-50e2-4ea6-acda-64917f5f2199 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0432298 Aug 16 07:08:29.091149 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-fc42b029-a410-43ba-875d-6fb050e8a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:29.092620 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-fc42b029-a410-43ba-875d-6fb050e8a477 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389218 Aug 16 07:08:29.186504 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-3c229099-be61-4fe6-b3a3-4fa85c17a6d2 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865481 Aug 16 07:08:29.278813 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-2bac610e-0380-4fde-8330-0c9a29f03249 req-11564ba6-dc75-4880-b316-e1fe8c828e78 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839431 Aug 16 07:08:30.817912 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-f657856b-7e7f-4c37-8585-d74ded32f960 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234518112&fields=id&tenant_id=7d8392df99284dea99cba7326a6c6afe HTTP/1.1" status: 200 len: 267 time: 0.0337963 Aug 16 07:08:30.927498 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-e43656fe-05f4-4168-a60b-fc9d5f5431fd tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:30.928964 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-e43656fe-05f4-4168-a60b-fc9d5f5431fd tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 811 time: 0.1043534 Aug 16 07:08:30.944190 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-2700e78b-8277-46c0-ba4d-09e3fcd179b5 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/quotas/7d8392df99284dea99cba7326a6c6afe HTTP/1.1" status: 200 len: 375 time: 0.0095694 Aug 16 07:08:31.001979 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-d9a1a0e5-7a5e-4a41-bfec-103b063a86f5 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520866 Aug 16 07:08:31.127965 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-e88c9fb3-5b50-40ad-9b40-a922f19edb18 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 07:08:31.128950 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-e88c9fb3-5b50-40ad-9b40-a922f19edb18 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1154327 Aug 16 07:08:31.215897 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-46b8ef9c-3ada-4385-b3c2-eceee2ab57ff service neutron] 10.222.0.20 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807958 Aug 16 07:08:31.312395 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-fc153ee8-1674-447d-aabd-2062fbc8be92 service neutron] 10.222.0.20 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896389 Aug 16 07:08:31.963333 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-cba845c8-0f1d-4a23-b565-e7e0da10250a req-21c7a804-56e0-472b-81f5-fcdc852565f5 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 210 time: 0.0284913 Aug 16 07:08:33.055526 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-39f4d187-316d-4487-a0df-8d4fbf38736f req-76153d6d-f09e-4f9e-85e4-b44619d6abb8 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 210 time: 0.0273535 Aug 16 07:08:33.949843 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-6ad2eeee-ecda-4094-a27c-67cd95ce748f tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:33.951334 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-6ad2eeee-ecda-4094-a27c-67cd95ce748f tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 811 time: 0.1081600 Aug 16 07:08:33.996629 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-04266368-68e9-458d-bfff-bb146033bf45 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d8392df99284dea99cba7326a6c6afe HTTP/1.1" status: 200 len: 379 time: 0.0343988 Aug 16 07:08:34.006619 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'port': {'device_id': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'admin_state_up': True, 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'security_groups': ['3c609ad1-b53e-4864-aaa9-2a752a32bdd3']}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:08:34.151613 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ffa0d054-1f28-468e-9ef3-4c7b4ac28135 req-0ee79d0b-88b2-4adb-af4d-9cfd722dc69a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 210 time: 0.0267637 Aug 16 07:08:34.194660 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Made reservation on behalf of 7d8392df99284dea99cba7326a6c6afe for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:08:34.198180 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:34.321861 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Allocated IP 172.20.0.4 (ea5fed79-e3b7-4e3c-be61-1e8eb5301c44/b8b3f50f-f1f1-4569-8755-6f81a36c9ac9/4f7f2750-80c8-4bee-ac0f-81703a9270cd) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:08:34.456520 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:34.469392 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Transition to ACTIVE for port object 4f7f2750-80c8-4bee-ac0f-81703a9270cd will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:08:34.577427 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:34.620141 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:08:34.623152 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:08:34.627802 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:08:34.632908 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'Port': ['ID=4f7f2750-80c8-4bee-ac0f-81703a9270cd,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:08:34.661386 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.661736 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.662077 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.662420 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.662750 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.663080 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.663508 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.663835 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.664162 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.664486 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.664808 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.665129 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:34.689369 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:34.690009 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:34.761446 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-7972ff32-88e8-4e90-b225-a495929756f4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585340 Aug 16 07:08:34.775161 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Request body: {'port': {'device_id': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:08:34.832179 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:34.873016 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7a640ad4-67c2-4d92-9ebb-027707b47f48 None None] Provisioning for port 4f7f2750-80c8-4bee-ac0f-81703a9270cd completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:08:34.877828 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-7a640ad4-67c2-4d92-9ebb-027707b47f48 None None] Provisioning complete for port 4f7f2750-80c8-4bee-ac0f-81703a9270cd triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:08:34.878293 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7a640ad4-67c2-4d92-9ebb-027707b47f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:34.915284 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7a640ad4-67c2-4d92-9ebb-027707b47f48 None None] Port 4f7f2750-80c8-4bee-ac0f-81703a9270cd cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:08:35.089957 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7f2750-80c8-4bee-ac0f-81703a9270cd {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:08:35.097164 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:35.108263 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Transition to ACTIVE for port object 4f7f2750-80c8-4bee-ac0f-81703a9270cd will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:08:35.194548 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:35.248767 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7f2750-80c8-4bee-ac0f-81703a9270cd,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:08:35.293041 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870189f-fab6-42be-8eae-a3aed346bcc8 req-5b40487e-dfa0-45d8-8292-3cad783701a5 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:35.296123 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6870189f-fab6-42be-8eae-a3aed346bcc8 req-5b40487e-dfa0-45d8-8292-3cad783701a5 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0674438 Aug 16 07:08:35.328321 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Attempting to bind port 4f7f2750-80c8-4bee-ac0f-81703a9270cd on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:08:35.328668 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Attempting to bind port 4f7f2750-80c8-4bee-ac0f-81703a9270cd by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:08:35.328992 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Attempting to bind port 4f7f2750-80c8-4bee-ac0f-81703a9270cd on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:08:35.334482 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Port 4f7f2750-80c8-4bee-ac0f-81703a9270cd on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:08:35.334825 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Attempting to bind port 4f7f2750-80c8-4bee-ac0f-81703a9270cd on network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:08:35.338382 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6870189f-fab6-42be-8eae-a3aed346bcc8 req-0b1f6ab7-4ce1-46fb-80c3-427ed45c51a9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360537 Aug 16 07:08:35.340272 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:08:35.340639 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Checking segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:08:35.340945 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Bound using segment: {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:08:35.341375 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Bound port: 4f7f2750-80c8-4bee-ac0f-81703a9270cd, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2745cc5b-2cbf-43bf-a270-25f224898329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:08:35.341726 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:35.409680 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] For port 4f7f2750-80c8-4bee-ac0f-81703a9270cd, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:08:35.412902 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] For port 4f7f2750-80c8-4bee-ac0f-81703a9270cd, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4f7f2750-80c8-4bee-ac0f-81703a9270cd,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:08:35.487271 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:35.521862 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:35.522476 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:35.524137 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f7f2750-80c8-4bee-ac0f-81703a9270cd HTTP/1.1" status: 200 len: 1093 time: 0.7536747 Aug 16 07:08:35.525054 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:08:35.526819 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db767d5b-92c4-48fa-9f9a-d342db51599a" -d '{"events": [{"name": "network-changed", "server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:08:35.560136 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8824ac1-f981-4e06-a611-1db479d920b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7f2750-80c8-4bee-ac0f-81703a9270cd,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:08:35.570171 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c53fa5e-929a-4567-988f-b51534585329 x-openstack-request-id: req-8c53fa5e-929a-4567-988f-b51534585329 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:08:35.570465 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:08:35.570721 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c53fa5e-929a-4567-988f-b51534585329 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:08:35.571123 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'status': 'completed', 'code': 200} Aug 16 07:08:35.638036 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db767d5b-92c4-48fa-9f9a-d342db51599a req-4b82b357-f677-417c-966d-0e514b8b264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:35.639795 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-db767d5b-92c4-48fa-9f9a-d342db51599a req-4b82b357-f677-417c-966d-0e514b8b264f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0480154 Aug 16 07:08:35.740948 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db767d5b-92c4-48fa-9f9a-d342db51599a req-69804e32-14a6-42cf-9c5b-95b3cfc86046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:35.742409 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-db767d5b-92c4-48fa-9f9a-d342db51599a req-69804e32-14a6-42cf-9c5b-95b3cfc86046 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d8392df99284dea99cba7326a6c6afe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0903819 Aug 16 07:08:35.840314 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db767d5b-92c4-48fa-9f9a-d342db51599a req-77200633-e6e7-4341-984a-8f10a7f57cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:35.841707 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-db767d5b-92c4-48fa-9f9a-d342db51599a req-77200633-e6e7-4341-984a-8f10a7f57cfb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0916529 Aug 16 07:08:35.919472 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-9f6ee599-7c82-41b1-b1a5-6dc8eea2bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:35.920950 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-9f6ee599-7c82-41b1-b1a5-6dc8eea2bcb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0406752 Aug 16 07:08:35.962600 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-b97b06b5-7d18-44d2-9301-b0518d2fc21c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f7f2750-80c8-4bee-ac0f-81703a9270cd HTTP/1.1" status: 200 len: 217 time: 0.0325608 Aug 16 07:08:36.015780 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-3351c386-834a-4c63-8b01-c1864268476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:36.017901 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-3351c386-834a-4c63-8b01-c1864268476d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0464098 Aug 16 07:08:36.065186 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-2b7e85bd-ac14-48db-b597-cd0e155aefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:36.066673 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-2b7e85bd-ac14-48db-b597-cd0e155aefcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407608 Aug 16 07:08:36.156700 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-b221d384-07fd-4ddb-8318-5dcf122102b8 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813627 Aug 16 07:08:36.249885 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-b116cdae-96fa-4aae-9418-b8a0c040cc3b req-cfa150aa-7459-4336-8f9c-2bfe9b377bf2 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844884 Aug 16 07:08:36.461286 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed2724-8b28-4892-8586-c02d4f684308 req-7949aff1-5684-49c6-afea-c8a16c353fe4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:36.462692 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d7ed2724-8b28-4892-8586-c02d4f684308 req-7949aff1-5684-49c6-afea-c8a16c353fe4 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0512793 Aug 16 07:08:36.499225 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d7ed2724-8b28-4892-8586-c02d4f684308 req-5125504c-ef4b-48e0-8316-3340c94bd95c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306258 Aug 16 07:08:37.614014 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebe40a-e417-4795-9337-f9cb5539086c req-98385fdb-3570-4087-96b7-2384947639ce tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:37.615505 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b7ebe40a-e417-4795-9337-f9cb5539086c req-98385fdb-3570-4087-96b7-2384947639ce tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0481305 Aug 16 07:08:37.652565 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b7ebe40a-e417-4795-9337-f9cb5539086c req-e1f67829-8a80-4896-828c-ea6fa00538cf tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311341 Aug 16 07:08:37.872604 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cf4394b0-d9e4-400b-82b0-dd0e6f0797b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:38.768330 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87596469-6962-42b8-a58d-838fdd9fe48a req-d5469784-d40d-4f16-bad1-f854b3874420 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:38.769792 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-87596469-6962-42b8-a58d-838fdd9fe48a req-d5469784-d40d-4f16-bad1-f854b3874420 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0521772 Aug 16 07:08:38.806875 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-87596469-6962-42b8-a58d-838fdd9fe48a req-7c08e534-2533-4798-a1d0-2d9bb3b433cd tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307412 Aug 16 07:08:39.873151 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d91ca-137a-47bf-9b9e-b064c9b1a881 req-62e5028a-c88b-424f-a4d5-ee80825be04b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:39.875440 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ef6d91ca-137a-47bf-9b9e-b064c9b1a881 req-62e5028a-c88b-424f-a4d5-ee80825be04b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0518253 Aug 16 07:08:39.936457 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ef6d91ca-137a-47bf-9b9e-b064c9b1a881 req-34c9f3f1-d241-4d0b-983e-d2555c2fb1f2 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514803 Aug 16 07:08:39.949291 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b54b7-3651-4088-bd00-5ca19d32c1bb req-4e9e4061-5bb6-45f1-8d72-33375c186579 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:39.957589 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-005b54b7-3651-4088-bd00-5ca19d32c1bb req-4e9e4061-5bb6-45f1-8d72-33375c186579 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0744400 Aug 16 07:08:39.993016 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-005b54b7-3651-4088-bd00-5ca19d32c1bb req-bda65084-2e68-456f-ba32-c0f3b0baabdf tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356915 Aug 16 07:08:40.845711 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:40.960053 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f0cac348-2f21-4ae7-a0d9-dd2ad8c0e325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:41.054241 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ec7b9-373d-4118-a628-253cfeb8982d req-6540fa1e-8597-462c-8a2a-e721e4d9d329 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:41.055832 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-520ec7b9-373d-4118-a628-253cfeb8982d req-6540fa1e-8597-462c-8a2a-e721e4d9d329 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0509629 Aug 16 07:08:41.126997 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-520ec7b9-373d-4118-a628-253cfeb8982d req-d0fd09c9-3e05-4465-b202-950754bfd4eb tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641479 Aug 16 07:08:41.135797 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aad5c-7be5-4010-90a9-d98f10776ba8 req-ea25e61d-cbec-435f-af30-ad0c9d218d29 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:41.137238 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-457aad5c-7be5-4010-90a9-d98f10776ba8 req-ea25e61d-cbec-435f-af30-ad0c9d218d29 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0762956 Aug 16 07:08:41.174803 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-457aad5c-7be5-4010-90a9-d98f10776ba8 req-0552e7a9-b491-4afb-ac95-8927ce07093e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314760 Aug 16 07:08:41.987125 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:42.244644 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:08:42.247155 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab2a38-dc42-47c5-8e12-0296883a012b req-daf5d9af-2190-47d3-a726-0fec22d3134b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:42.248648 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-31ab2a38-dc42-47c5-8e12-0296883a012b req-daf5d9af-2190-47d3-a726-0fec22d3134b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0532393 Aug 16 07:08:42.312440 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-31ab2a38-dc42-47c5-8e12-0296883a012b req-b7ed2511-2e63-4ca7-91db-ef0303081f02 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540843 Aug 16 07:08:42.321615 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992ad1-b4b9-4993-ada1-5b2e293331dc req-3881265b-7319-415c-924a-44e9c15cd1f9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:42.323079 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c6992ad1-b4b9-4993-ada1-5b2e293331dc req-3881265b-7319-415c-924a-44e9c15cd1f9 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0735571 Aug 16 07:08:42.361754 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c6992ad1-b4b9-4993-ada1-5b2e293331dc req-02631910-16eb-4c9f-bc88-4ebed41500ae tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325584 Aug 16 07:08:43.429076 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b9c86-d4ac-4a54-a28b-070db731e02b req-e37b85bf-d3aa-4838-8261-e8085eab72af tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:43.430562 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-139b9c86-d4ac-4a54-a28b-070db731e02b req-e37b85bf-d3aa-4838-8261-e8085eab72af tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0500286 Aug 16 07:08:43.434788 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:43.497118 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-139b9c86-d4ac-4a54-a28b-070db731e02b req-31c01cfa-6e6b-4ee5-835e-45e04b0692be tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574830 Aug 16 07:08:43.505493 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626742c5-f7f8-41ee-8cbb-c18e07201a48 req-a735b6b7-14a1-4683-9d93-0e98bd55a2d0 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:43.506920 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-626742c5-f7f8-41ee-8cbb-c18e07201a48 req-a735b6b7-14a1-4683-9d93-0e98bd55a2d0 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0754988 Aug 16 07:08:43.544402 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-626742c5-f7f8-41ee-8cbb-c18e07201a48 req-2adc4e5b-7a5c-482e-ad50-2b808ac18ed5 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311992 Aug 16 07:08:44.612037 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a2785-3bcc-445b-a1f1-c01eaf086fbc req-27ae34a4-0ce7-4008-98bf-42b930fc74af tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:44.614162 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-926a2785-3bcc-445b-a1f1-c01eaf086fbc req-27ae34a4-0ce7-4008-98bf-42b930fc74af tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0499253 Aug 16 07:08:44.680124 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-926a2785-3bcc-445b-a1f1-c01eaf086fbc req-813a95d3-353c-4fba-9e70-2fa0e77e0e99 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569444 Aug 16 07:08:44.687983 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fc06a-98d7-41c9-88c2-a268fab63bd2 req-eed0e10d-0c57-48d3-b7ca-8e9862015c43 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:44.689407 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e58fc06a-98d7-41c9-88c2-a268fab63bd2 req-eed0e10d-0c57-48d3-b7ca-8e9862015c43 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0743830 Aug 16 07:08:44.726511 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e58fc06a-98d7-41c9-88c2-a268fab63bd2 req-461ae3d4-306b-41a3-a0d0-c1d60ed71850 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Aug 16 07:08:45.796171 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658e930-09cc-4e91-b101-b060974a5a33 req-a56690a7-0858-495b-a34f-dc5e6857e52b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:45.797668 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5658e930-09cc-4e91-b101-b060974a5a33 req-a56690a7-0858-495b-a34f-dc5e6857e52b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0506878 Aug 16 07:08:45.863310 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5658e930-09cc-4e91-b101-b060974a5a33 req-406a4f4c-3d05-4d23-9e6d-140c4c915712 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532403 Aug 16 07:08:45.871363 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c35490-ba0d-419d-8014-c65cbad96b74 req-175c5aff-a4d8-4d4a-a6fd-ea060bd6a362 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:45.872789 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d3c35490-ba0d-419d-8014-c65cbad96b74 req-175c5aff-a4d8-4d4a-a6fd-ea060bd6a362 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0718260 Aug 16 07:08:45.911075 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d3c35490-ba0d-419d-8014-c65cbad96b74 req-00085059-2ae1-4213-8674-1292782df918 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315359 Aug 16 07:08:46.982150 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eed5ae-4b7b-47cd-802a-d08673a4a029 req-a91b8101-96b2-4a8a-8d0b-93609f551d4e tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:46.983670 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-76eed5ae-4b7b-47cd-802a-d08673a4a029 req-a91b8101-96b2-4a8a-8d0b-93609f551d4e tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0537169 Aug 16 07:08:47.045343 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-76eed5ae-4b7b-47cd-802a-d08673a4a029 req-53258138-91e4-4c6e-b0c9-84de6b4541cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523791 Aug 16 07:08:47.056818 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299175e-4e35-47c6-aa69-50ad35021310 req-344f52d1-b3dd-4101-96a0-f9fba9c5237e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:47.058309 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6299175e-4e35-47c6-aa69-50ad35021310 req-344f52d1-b3dd-4101-96a0-f9fba9c5237e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0737417 Aug 16 07:08:47.096525 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-6299175e-4e35-47c6-aa69-50ad35021310 req-566988a5-0673-47ed-8c87-43218dd1482c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324228 Aug 16 07:08:48.160967 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c43ae-5e42-4509-93ba-b3976f379e9b req-06ab7332-67d1-4599-8944-ac4203cd05da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:48.162500 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-440c43ae-5e42-4509-93ba-b3976f379e9b req-06ab7332-67d1-4599-8944-ac4203cd05da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0492196 Aug 16 07:08:48.227273 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-440c43ae-5e42-4509-93ba-b3976f379e9b req-e7008ab6-f765-4687-8a0c-6d11d31adfc1 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557487 Aug 16 07:08:48.238140 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bd50a-860c-4bd2-b872-3a18f83768fe req-3dc4193b-f924-498b-85ab-ef241e01eaaf tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:48.239624 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-410bd50a-860c-4bd2-b872-3a18f83768fe req-3dc4193b-f924-498b-85ab-ef241e01eaaf tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 943 time: 0.0762455 Aug 16 07:08:48.278059 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-410bd50a-860c-4bd2-b872-3a18f83768fe req-bd9c2b16-3cec-4641-897b-36dc059ebc76 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325139 Aug 16 07:08:48.433242 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 4f7f2750-80c8-4bee-ac0f-81703a9270cd details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:08:48.521810 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 4f7f2750-80c8-4bee-ac0f-81703a9270cd, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4f7f2750-80c8-4bee-ac0f-81703a9270cd,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:08:48.536416 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'port_id': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'mac_address': 'fa:16:3e:a1:02:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:08:48.571536 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:48.583477 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7f2750-80c8-4bee-ac0f-81703a9270cd {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:08:48.602338 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 4f7f2750-80c8-4bee-ac0f-81703a9270cd, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4f7f2750-80c8-4bee-ac0f-81703a9270cd,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:08:48.707185 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:48.753863 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=4f7f2750-80c8-4bee-ac0f-81703a9270cd,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:08:48.760623 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.760974 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.761313 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.761647 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.761975 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.762302 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.762627 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.762953 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.763313 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.763638 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.763957 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:48.764283 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:08:49.076849 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['4f7f2750-80c8-4bee-ac0f-81703a9270cd'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:08:49.342792 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370d2b-9abe-412f-8160-62a37ce83367 req-775ab57a-3748-457c-a68d-4b964340e027 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:49.344247 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0370d2b-9abe-412f-8160-62a37ce83367 req-775ab57a-3748-457c-a68d-4b964340e027 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0492961 Aug 16 07:08:49.407266 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d0370d2b-9abe-412f-8160-62a37ce83367 req-f81d966a-3c74-4cff-8d83-f21b8df9f866 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539382 Aug 16 07:08:49.415536 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cff63-6701-407f-b0f3-29e632e4c808 req-f6f31ec2-42c5-44d9-9e61-b8b7226d2443 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:49.416968 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c96cff63-6701-407f-b0f3-29e632e4c808 req-f6f31ec2-42c5-44d9-9e61-b8b7226d2443 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 944 time: 0.0718427 Aug 16 07:08:49.458269 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c96cff63-6701-407f-b0f3-29e632e4c808 req-3cfc449e-4973-4eba-8ad2-3646a0a7f17e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352838 Aug 16 07:08:50.430634 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 4f7f2750-80c8-4bee-ac0f-81703a9270cd up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:08:50.524164 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21f1f7-91cd-45ae-a048-e91e163fb485 req-ff9ab29d-91be-4cdc-a3cc-05e46ed06a65 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:50.525736 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9a21f1f7-91cd-45ae-a048-e91e163fb485 req-ff9ab29d-91be-4cdc-a3cc-05e46ed06a65 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0516453 Aug 16 07:08:50.531576 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 4f7f2750-80c8-4bee-ac0f-81703a9270cd completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:08:50.535699 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 4f7f2750-80c8-4bee-ac0f-81703a9270cd triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:08:50.536076 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:50.590077 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9a21f1f7-91cd-45ae-a048-e91e163fb485 req-649e6753-0ddc-487b-927f-9948c9fd46c0 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550835 Aug 16 07:08:50.601097 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a9cdc-9829-4f63-a602-50094c141a5c req-28084767-bafc-4415-9401-8d5a935f1921 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:50.602695 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-498a9cdc-9829-4f63-a602-50094c141a5c req-28084767-bafc-4415-9401-8d5a935f1921 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 944 time: 0.0759876 Aug 16 07:08:50.621574 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:50.643116 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-498a9cdc-9829-4f63-a602-50094c141a5c req-233e2525-e7bf-4236-ac56-f2728c48ed03 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345430 Aug 16 07:08:50.645715 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:08:50.648012 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c70b77f-5036-451f-a773-a2ae133e406d" -d '{"events": [{"server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "name": "network-vif-plugged", "status": "completed", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:08:50.664028 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 4f7f2750-80c8-4bee-ac0f-81703a9270cd, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4f7f2750-80c8-4bee-ac0f-81703a9270cd,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:08:50.689981 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17677d24-3bb3-47fe-b9d9-b0e44c394415 x-openstack-request-id: req-17677d24-3bb3-47fe-b9d9-b0e44c394415 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:08:50.690280 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "name": "network-vif-plugged", "status": "completed", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:08:50.690562 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17677d24-3bb3-47fe-b9d9-b0e44c394415 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:08:50.690971 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'code': 200} Aug 16 07:08:50.735593 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:50.782778 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=4f7f2750-80c8-4bee-ac0f-81703a9270cd,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:08:50.952094 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683e006-6d82-483e-8da7-a26966db161a req-73b62aea-57a5-4b9e-a67b-e285e651b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:50.953584 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8683e006-6d82-483e-8da7-a26966db161a req-73b62aea-57a5-4b9e-a67b-e285e651b90d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0445523 Aug 16 07:08:50.953851 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719e1c1-4198-4524-8970-ed66e05c629d req-ba74b4a7-c456-4880-b48f-41862aa12791 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:50.955403 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0719e1c1-4198-4524-8970-ed66e05c629d req-ba74b4a7-c456-4880-b48f-41862aa12791 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0539737 Aug 16 07:08:50.990946 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8683e006-6d82-483e-8da7-a26966db161a req-8d1971c5-45af-432c-bdfd-c5061ed87d7b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286248 Aug 16 07:08:50.995288 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0719e1c1-4198-4524-8970-ed66e05c629d req-54447c96-89f4-4e7a-af8e-d8357de44749 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327942 Aug 16 07:08:51.195061 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-82cd7a77-e261-405a-b1b3-db99230d8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:51.196645 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-82cd7a77-e261-405a-b1b3-db99230d8966 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 1099 time: 0.0435469 Aug 16 07:08:51.286220 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-e78804ea-85dd-4833-bf1b-38686571280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:51.287611 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-e78804ea-85dd-4833-bf1b-38686571280d service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 911 time: 0.0840731 Aug 16 07:08:51.355706 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-7c4bd491-fb79-45e5-ac11-62f382933e9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4146450-78e8-4d14-9d37-0857c5109a3c HTTP/1.1" status: 200 len: 1001 time: 0.0596974 Aug 16 07:08:51.405782 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-b12b9e32-5893-43eb-827c-4edb26eaf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:51.407210 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-b12b9e32-5893-43eb-827c-4edb26eaf5f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0429454 Aug 16 07:08:51.459188 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-87c85440-d6fc-4e9b-9050-fa8e35785813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:51.461336 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-87c85440-d6fc-4e9b-9050-fa8e35785813 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461187 Aug 16 07:08:51.553091 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-3ba1c17a-6bfa-4df3-b730-e441ea898613 service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828054 Aug 16 07:08:51.640607 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-a44edb04-d2fe-40d2-8c96-9414ec0aa285 req-c9a8aa16-602f-4a04-af93-04c19784ff3b service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803590 Aug 16 07:08:51.760665 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc20b00-4978-4130-9f89-045f25686562 req-afb2cdf7-f02a-4777-8a64-3fc34966c5c3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:51.762153 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1bc20b00-4978-4130-9f89-045f25686562 req-afb2cdf7-f02a-4777-8a64-3fc34966c5c3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 945 time: 0.0482252 Aug 16 07:08:51.810244 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1bc20b00-4978-4130-9f89-045f25686562 req-e72d1dc5-3f68-40f2-9c36-3b084a5f97bc tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Aug 16 07:08:52.112491 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7b022-c869-40d0-b05c-cf4b26c692a5 req-14dd7780-1afc-432a-86e5-643984b91f39 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:52.114268 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-23a7b022-c869-40d0-b05c-cf4b26c692a5 req-14dd7780-1afc-432a-86e5-643984b91f39 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0501049 Aug 16 07:08:52.152574 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-23a7b022-c869-40d0-b05c-cf4b26c692a5 req-5450bf48-7f30-43dc-9817-35e9366db36e tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324235 Aug 16 07:08:52.924728 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82c3b4-1bc9-4e37-a0a2-52469adc9ee0 req-8a629f2d-31e0-4338-a8f4-916549ba2a50 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:52.926928 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ef82c3b4-1bc9-4e37-a0a2-52469adc9ee0 req-8a629f2d-31e0-4338-a8f4-916549ba2a50 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 945 time: 0.0517745 Aug 16 07:08:52.963190 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ef82c3b4-1bc9-4e37-a0a2-52469adc9ee0 req-3089aa19-74e6-4bfa-8755-1d9499eae8ff tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303793 Aug 16 07:08:53.074369 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864d98-5bc1-4302-9c27-86392ef6bf5c req-da5baee9-05ca-4ca4-ae4a-21b785912b1d tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:53.075854 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0a864d98-5bc1-4302-9c27-86392ef6bf5c req-da5baee9-05ca-4ca4-ae4a-21b785912b1d tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Aug 16 07:08:53.112626 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-0a864d98-5bc1-4302-9c27-86392ef6bf5c req-1863d3ec-44c5-406b-9d0d-d5c8a7cbc137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308361 Aug 16 07:08:53.139412 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40220) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:08:53.271581 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c228448-16f7-43d7-b27c-804a24693195 req-4e20c4a3-a090-4726-9600-9fe4bbe3f9a0 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:53.273427 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8c228448-16f7-43d7-b27c-804a24693195 req-4e20c4a3-a090-4726-9600-9fe4bbe3f9a0 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0505216 Aug 16 07:08:53.287026 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f12e94-1531-4de1-b99c-55780c39ef6b tempest-TestVolumeBootPattern-853156130 tempest-TestVolumeBootPattern-853156130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:53.293946 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-57f12e94-1531-4de1-b99c-55780c39ef6b tempest-TestVolumeBootPattern-853156130 tempest-TestVolumeBootPattern-853156130-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 1093 time: 0.1482549 Aug 16 07:08:53.293946 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40226) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:08:53.295860 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Request body: {'floatingip': {'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'port_id': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:08:53.312442 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8c228448-16f7-43d7-b27c-804a24693195 req-1f2273d9-ef8f-47e1-a030-6ddabce14c82 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329168 Aug 16 07:08:53.392531 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:53.487383 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:53.586548 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Allocated IP 172.27.0.26 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/1a6d5671-4299-4ebb-bbf4-a213092a572e) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:08:53.691401 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:53.787095 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:53.822530 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:08:53.827239 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:08:53.830654 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:08:53.856650 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'Port': ['ID=1a6d5671-4299-4ebb-bbf4-a213092a572e,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:08:54.193147 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:54.440247 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:54.567423 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:54.712796 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:54.780632 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:54.848328 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event updated for resources: {'Port': ['ID=1a6d5671-4299-4ebb-bbf4-a213092a572e,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:08:54.861187 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:54.958945 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Floating IP 1e3efa15-3445-40fa-932a-a7e8b78819bd associated. External IP: 172.27.0.26, port: 4f7f2750-80c8-4bee-ac0f-81703a9270cd. Aug 16 07:08:55.160429 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:08:55.262345 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:08:55.272770 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] Sync routers for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:08:55.281867 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:08:55.282472 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:08:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:08:55.354184 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:08:55.384095 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-6dfc4511-6255-488f-b7d4-54184c45cf69 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0916855 Aug 16 07:08:55.384685 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:08:55.385264 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:08:55.386918 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aba4a54-1bbf-4951-a9e8-22715da3ea35" -d '{"events": [{"name": "network-changed", "server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:08:55.424918 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9421856-fbe8-488c-9b33-0f385d39fd52 x-openstack-request-id: req-f9421856-fbe8-488c-9b33-0f385d39fd52 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:08:55.425216 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:08:55.425462 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9421856-fbe8-488c-9b33-0f385d39fd52 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:08:55.425853 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'status': 'completed', 'code': 200} Aug 16 07:08:55.489216 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-38767395-b90b-4db6-8f2b-1d0939be8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:55.490835 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-38767395-b90b-4db6-8f2b-1d0939be8083 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0413401 Aug 16 07:08:55.579549 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-8227c100-ee10-4add-953f-0cf5ba925e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:55.581004 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-8227c100-ee10-4add-953f-0cf5ba925e4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 911 time: 0.0822122 Aug 16 07:08:55.604740 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:18Z', 'updated_at': '2021-08-16T07:06:20Z', 'revision_number': 1, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}, {'id': '1e3efa15-3445-40fa-932a-a7e8b78819bd', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:a1:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:08:54Z', 'updated_at': '2021-08-16T07:08:54Z', 'revision_number': 0, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:08:55.634113 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] Checking router: af365cc4-8b59-4f4d-a5cc-051d3fb074a9 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:08:55.642112 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:08:55.642701 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:08:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:08:55.650613 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-83c40cae-5cb8-4a11-b829-4a7a7c5c002b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f7f2750-80c8-4bee-ac0f-81703a9270cd HTTP/1.1" status: 200 len: 998 time: 0.0613987 Aug 16 07:08:55.700068 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-a9f1af71-6c7e-4e0a-a99e-7c73e7b45345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:55.701438 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-a9f1af71-6c7e-4e0a-a99e-7c73e7b45345 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0436096 Aug 16 07:08:55.746301 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:08:55.749768 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-79f876d0-0665-45c8-8717-095940bac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:08:55.763479 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-79f876d0-0665-45c8-8717-095940bac10d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398045 Aug 16 07:08:55.852153 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-8bb40f65-42e8-4aba-9858-80179f72a354 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918975 Aug 16 07:08:55.942629 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-3aba4a54-1bbf-4951-a9e8-22715da3ea35 req-c5aa590d-6054-4647-8f64-a8472c0742aa service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825520 Aug 16 07:08:55.971896 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:18Z', 'updated_at': '2021-08-16T07:06:20Z', 'revision_number': 1, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}, {'id': '1e3efa15-3445-40fa-932a-a7e8b78819bd', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:a1:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:08:54Z', 'updated_at': '2021-08-16T07:08:54Z', 'revision_number': 0, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:08:56.000352 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb56acf-6c61-4392-8f33-e2b99379922e None None] The sync data for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi is: [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:18Z', 'updated_at': '2021-08-16T07:06:20Z', 'revision_number': 1, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}, {'id': '1e3efa15-3445-40fa-932a-a7e8b78819bd', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:a1:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:08:54Z', 'updated_at': '2021-08-16T07:08:54Z', 'revision_number': 0, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:08:56.182954 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cc18e-82da-4529-b9b6-7239ae62ea31 None None] New status for floating IP 1e3efa15-3445-40fa-932a-a7e8b78819bd: ACTIVE {{(pid=101193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:09:07.940769 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f0a4ade7-10a7-4f45-b968-6b8c1e97a668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:10.843673 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:10.965368 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-367922fe-fe34-4241-bc10-4bdc615ce8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:12.008893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:13.420804 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:19.242796 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:09:24.274586 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:28.749685 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-071e56d9-2432-48a8-bf13-c983950f8b2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424771 Aug 16 07:09:28.810473 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-007343aa-cfa0-4f56-a6a7-c4effa1d4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:09:28.811929 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-007343aa-cfa0-4f56-a6a7-c4effa1d4a88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 1099 time: 0.0394685 Aug 16 07:09:28.913026 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-09278ddf-ed91-4dc8-90da-da881ead1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:09:28.914517 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-09278ddf-ed91-4dc8-90da-da881ead1d09 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 911 time: 0.0828254 Aug 16 07:09:28.986283 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-d944642e-be9b-4456-9cf7-8e80d948e151 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4146450-78e8-4d14-9d37-0857c5109a3c HTTP/1.1" status: 200 len: 1001 time: 0.0610378 Aug 16 07:09:29.038195 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-1f6b0520-179e-483d-b13c-270f1bb96711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:09:29.039567 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-1f6b0520-179e-483d-b13c-270f1bb96711 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0433729 Aug 16 07:09:29.088432 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-728c5575-f03d-4f5f-8a59-cf14dbb86e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:09:29.089945 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-728c5575-f03d-4f5f-8a59-cf14dbb86e52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396988 Aug 16 07:09:29.182693 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-8a08e009-c1ae-4471-bc87-982b67b5838b service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824926 Aug 16 07:09:29.271653 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d7f132ef-cfd0-4722-b867-09f4787d1ae2 req-570c4aad-c8ea-457c-adc2-27cc3b25333b service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800614 Aug 16 07:09:37.879237 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-666c4229-663e-4086-8226-91a1804c1b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:40.833542 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:40.970725 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-cc823048-ee3d-43e8-a20d-9dbe7b18a45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:42.016213 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:43.431282 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:54.248692 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:09:56.241497 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:10:04.895267 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a29d0-c8ee-47a5-995a-17d1faa7b257 req-e34c666a-2fb2-45a5-9494-1885a9c87710 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:04.896982 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ed4a29d0-c8ee-47a5-995a-17d1faa7b257 req-e34c666a-2fb2-45a5-9494-1885a9c87710 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.1807175 Aug 16 07:10:04.942673 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-ed4a29d0-c8ee-47a5-995a-17d1faa7b257 req-3b5b1998-fe91-4a09-9cdf-d06008802e13 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388317 Aug 16 07:10:06.108146 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5513917-edbb-4f90-8e49-7f3ca2d27867 req-985f7276-f9da-4df8-a423-12e67b18cd33 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:06.109646 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5513917-edbb-4f90-8e49-7f3ca2d27867 req-985f7276-f9da-4df8-a423-12e67b18cd33 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0991356 Aug 16 07:10:06.146187 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5513917-edbb-4f90-8e49-7f3ca2d27867 req-b951c43b-2f48-429c-86e5-becae92b52d3 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305879 Aug 16 07:10:07.259691 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f9cf0-f715-4d39-be6d-6d0bd012b232 req-b123dd50-15ae-4af8-9339-70ee7d8534ca tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:07.261131 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-942f9cf0-f715-4d39-be6d-6d0bd012b232 req-b123dd50-15ae-4af8-9339-70ee7d8534ca tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0470581 Aug 16 07:10:07.300473 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-942f9cf0-f715-4d39-be6d-6d0bd012b232 req-99839340-b9d2-4894-8acf-81ca1c0a253f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316288 Aug 16 07:10:07.870688 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-3d8e0139-7919-4834-97fe-03610fbbcefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:08.423599 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345f72a-cb1c-4d71-abfb-eeba4119c304 req-86bd815b-e302-4d38-9672-10d9d4e5a12c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:08.425093 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5345f72a-cb1c-4d71-abfb-eeba4119c304 req-86bd815b-e302-4d38-9672-10d9d4e5a12c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0522046 Aug 16 07:10:08.461775 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5345f72a-cb1c-4d71-abfb-eeba4119c304 req-1cc687c2-0627-4e41-b2c9-3d4846ef6e60 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304966 Aug 16 07:10:09.575398 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f11f2-ab96-4eb8-85f4-6df7358ae4e7 req-d44782bc-6265-4b61-892d-a39563256adf tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:09.576866 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a33f11f2-ab96-4eb8-85f4-6df7358ae4e7 req-d44782bc-6265-4b61-892d-a39563256adf tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0493686 Aug 16 07:10:09.613238 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-a33f11f2-ab96-4eb8-85f4-6df7358ae4e7 req-e2c65a2e-4a26-42cc-b76e-e862c89f6a88 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304289 Aug 16 07:10:10.724599 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78466fc8-5a24-4381-a2c9-d9ec8f252261 req-78fe1c17-b138-49cd-bccf-495a14481371 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:10.725972 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-78466fc8-5a24-4381-a2c9-d9ec8f252261 req-78fe1c17-b138-49cd-bccf-495a14481371 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0470703 Aug 16 07:10:10.762849 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-78466fc8-5a24-4381-a2c9-d9ec8f252261 req-3184e053-db3c-45ea-b3c0-1c97f5b285ff tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302927 Aug 16 07:10:10.859964 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:10.979349 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-fc6fffe9-629b-4d39-9cab-c29a22ebc48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:11.878204 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b3dfb-de1b-4004-a75f-9129d4d38741 req-7c63e4ab-129a-4550-a570-9879e326db0b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:11.879670 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-518b3dfb-de1b-4004-a75f-9129d4d38741 req-7c63e4ab-129a-4550-a570-9879e326db0b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0508735 Aug 16 07:10:11.917181 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-518b3dfb-de1b-4004-a75f-9129d4d38741 req-ecce2f97-e053-4c25-93a2-2fa82b1ed065 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315773 Aug 16 07:10:12.048204 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:13.051914 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fb69-3f1c-4671-b397-f4180c88b115 req-338a0f75-410f-4072-a7fc-d10e90e0b314 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:13.053429 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2ac9fb69-3f1c-4671-b397-f4180c88b115 req-338a0f75-410f-4072-a7fc-d10e90e0b314 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0524426 Aug 16 07:10:13.092990 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2ac9fb69-3f1c-4671-b397-f4180c88b115 req-09cd2be7-1766-4dcb-8730-6fb2bfba3831 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329807 Aug 16 07:10:13.421897 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:14.206725 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dab6c-facf-4583-b59d-b182578ccdb6 req-280f581b-683e-4aa5-b454-44f3e4f7f705 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:14.208284 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-042dab6c-facf-4583-b59d-b182578ccdb6 req-280f581b-683e-4aa5-b454-44f3e4f7f705 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0495160 Aug 16 07:10:14.248637 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-042dab6c-facf-4583-b59d-b182578ccdb6 req-817e76ec-570b-415a-adde-62732bf00789 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341814 Aug 16 07:10:15.365791 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813f1b-f1cb-4dee-b19e-dc2e0ffcf2fd req-6ecb5dd8-1324-4ae7-a6dd-df8de95275d3 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:15.367263 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f1813f1b-f1cb-4dee-b19e-dc2e0ffcf2fd req-6ecb5dd8-1324-4ae7-a6dd-df8de95275d3 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0512223 Aug 16 07:10:15.404608 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f1813f1b-f1cb-4dee-b19e-dc2e0ffcf2fd req-afbdcb92-fba5-4429-be1f-b81a7442c368 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Aug 16 07:10:16.518231 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee60a39-37bf-40e1-8b88-f3d267b625b1 req-c03bc4ce-5854-4b01-875c-c94ca0d00a11 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:16.519667 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-eee60a39-37bf-40e1-8b88-f3d267b625b1 req-c03bc4ce-5854-4b01-875c-c94ca0d00a11 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0488379 Aug 16 07:10:16.558174 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-eee60a39-37bf-40e1-8b88-f3d267b625b1 req-3843e584-3122-4a95-9103-42645077cc2e tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323124 Aug 16 07:10:17.672478 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe02168-467e-445a-9244-274a0456f2cc req-284b91c4-c995-485a-9b0f-479069b29d7b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:17.674435 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8fe02168-467e-445a-9244-274a0456f2cc req-284b91c4-c995-485a-9b0f-479069b29d7b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0484169 Aug 16 07:10:17.711302 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8fe02168-467e-445a-9244-274a0456f2cc req-a2e3bcb0-84bf-4849-b80a-f941486bda1e tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Aug 16 07:10:18.829745 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6a629-445a-4d78-9f55-8866e3ba6e4b req-56308786-d204-43f3-ad71-7b0eebd899d8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:18.831232 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-06d6a629-445a-4d78-9f55-8866e3ba6e4b req-56308786-d204-43f3-ad71-7b0eebd899d8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0518837 Aug 16 07:10:18.874664 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-06d6a629-445a-4d78-9f55-8866e3ba6e4b req-ec7f0221-a77c-40f8-bace-dc54a3471c36 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312197 Aug 16 07:10:19.992407 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72547922-613e-4ac7-90bf-7fe363f30a32 req-16dab32a-7555-4e0f-8992-5409aa008479 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:19.993892 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-72547922-613e-4ac7-90bf-7fe363f30a32 req-16dab32a-7555-4e0f-8992-5409aa008479 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0528171 Aug 16 07:10:20.032428 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-72547922-613e-4ac7-90bf-7fe363f30a32 req-3de3ea65-641b-4abf-aee3-a7755266a53d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Aug 16 07:10:21.145610 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8ba87-f16f-49d8-9b1c-9208d8e116c6 req-2b82f652-73c7-4563-bb3d-ee09745d1f57 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:21.147395 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3ec8ba87-f16f-49d8-9b1c-9208d8e116c6 req-2b82f652-73c7-4563-bb3d-ee09745d1f57 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0487058 Aug 16 07:10:21.183388 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3ec8ba87-f16f-49d8-9b1c-9208d8e116c6 req-cbc645ef-f67c-4379-a98d-e056d763e3fd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300906 Aug 16 07:10:21.526970 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f534cf4-fae0-43c6-8790-9fbb721f1af3 req-4a850f17-d4f9-4937-ad1e-a5192b0c8032 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:21.528465 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4f534cf4-fae0-43c6-8790-9fbb721f1af3 req-4a850f17-d4f9-4937-ad1e-a5192b0c8032 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0546966 Aug 16 07:10:21.568325 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4f534cf4-fae0-43c6-8790-9fbb721f1af3 req-e3efa73c-a08c-4d70-8ae3-da1533da8b5f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334053 Aug 16 07:10:21.629226 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-ad0e8e52-f417-452c-9fb1-e2ca2fc8e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:21.630692 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-ad0e8e52-f417-452c-9fb1-e2ca2fc8e5de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 1099 time: 0.0409696 Aug 16 07:10:21.721615 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-ee722840-3bc3-4697-aa68-81b52aedb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:21.722968 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-ee722840-3bc3-4697-aa68-81b52aedb21f service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 911 time: 0.0849192 Aug 16 07:10:21.787865 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-54828c50-3790-4d5a-8534-ce630d49588e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4146450-78e8-4d14-9d37-0857c5109a3c HTTP/1.1" status: 200 len: 1001 time: 0.0572209 Aug 16 07:10:21.838779 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-169c231f-dc9d-4e70-a0f7-f79665be5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:21.840217 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-169c231f-dc9d-4e70-a0f7-f79665be5b88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0456452 Aug 16 07:10:21.885464 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-b4822ddc-bd89-4bba-afa7-9716e84d9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:21.886906 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-b4822ddc-bd89-4bba-afa7-9716e84d9ad9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384328 Aug 16 07:10:21.974318 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-27f4596a-2565-4fe7-80eb-c1d9c786402a service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796368 Aug 16 07:10:22.064822 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-ba05ec84-abf4-49c7-b9a8-8950ffd41eb6 req-92b60aab-e5ec-46b5-830d-6e7db4e06a33 service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832381 Aug 16 07:10:22.683448 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829f3ca-a664-47cf-ac1b-8022003acd44 req-03e1fcf8-6dc8-4754-9736-60c53c12153d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:22.684912 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9829f3ca-a664-47cf-ac1b-8022003acd44 req-03e1fcf8-6dc8-4754-9736-60c53c12153d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0492077 Aug 16 07:10:22.723154 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9829f3ca-a664-47cf-ac1b-8022003acd44 req-68d0de0b-cbdf-4317-86d0-58864e828951 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315144 Aug 16 07:10:23.836807 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc39d1-91d4-4186-a828-b54059478d04 req-1a4bce65-f144-4576-ae0e-32b94945c224 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:23.838268 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-26fc39d1-91d4-4186-a828-b54059478d04 req-1a4bce65-f144-4576-ae0e-32b94945c224 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0480871 Aug 16 07:10:23.876105 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-26fc39d1-91d4-4186-a828-b54059478d04 req-29e41f14-6ccd-4bf0-bb9b-a613e4effd69 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315011 Aug 16 07:10:24.264893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:30.694022 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-6b12fe68-cb3e-4108-a957-6960818508d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395002 Aug 16 07:10:30.775422 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-0cb58b7d-46ab-459a-973d-2e7696e60bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:30.776862 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-0cb58b7d-46ab-459a-973d-2e7696e60bdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0405114 Aug 16 07:10:30.880308 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-f93e643d-89c1-4fe5-ae04-c41ac30cdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:30.881767 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-f93e643d-89c1-4fe5-ae04-c41ac30cdc99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 911 time: 0.0851808 Aug 16 07:10:30.946754 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-d7e9b5f9-778b-43b2-b021-6565c81152f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=284a07c3-844d-4033-b742-31d5df2463f1 HTTP/1.1" status: 200 len: 1001 time: 0.0557561 Aug 16 07:10:30.998192 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-39a6a559-5fc0-4960-9dfc-8143b1b18791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:31.000174 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-39a6a559-5fc0-4960-9dfc-8143b1b18791 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0453453 Aug 16 07:10:31.046033 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-5ee1fe8d-86e6-4f5f-947d-0319c324f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:31.047480 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-5ee1fe8d-86e6-4f5f-947d-0319c324f7e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385909 Aug 16 07:10:31.133598 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-0c854cc4-d8aa-4558-ac5a-58e8348bbf17 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790994 Aug 16 07:10:31.224565 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-e30dfb29-1544-4c5c-b336-76d9a3d4a177 req-11119abf-97f4-43a0-b3bc-eed96b8835b2 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837650 Aug 16 07:10:33.242012 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:10:33.969434 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [req-00b8647c-c8cd-42ac-8fb6-db7f52c14b0b req-fcda87b9-a1d9-4f1e-b257-48a52f2a812a service neutron] (101191) timed out ('10.222.0.18', 61199) {{(pid=101191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 07:10:36.828238 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [req-a90aad0e-bf6a-4c06-91ef-b0dad2bb4315 req-b41f6247-d7d2-4ad7-9ccb-2913fb7410f5 service neutron] (101192) timed out ('10.222.0.18', 61226) {{(pid=101192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 07:10:36.943049 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [req-54ba0440-221c-4ab5-acc5-75e64ca7530c req-65339194-3642-44f7-98c4-6d544333f53e service neutron] (101192) timed out ('10.222.0.18', 61193) {{(pid=101192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 07:10:37.872586 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-8bac98f2-1396-413b-9858-03d511645862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:40.821444 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:40.964257 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-bb52a630-4e23-4e5d-b262-47dcba474a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:41.998314 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:43.435755 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:54.238322 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:54.683411 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40342) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:10:54.837323 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Deleting port 1a6d5671-4299-4ebb-bbf4-a213092a572e {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:10:54.837673 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:54.913358 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:54.913690 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:54.925076 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Calling delete_port for 1a6d5671-4299-4ebb-bbf4-a213092a572e owned by network:floatingip {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:10:55.124767 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:55.151983 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event deleted for resources: {'Port': ['ID=1a6d5671-4299-4ebb-bbf4-a213092a572e,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:10:55.175470 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.175818 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.176156 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.176487 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.176828 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.177141 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.177464 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.177789 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.178130 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.178435 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.178756 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.179073 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:10:55.219219 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:55.219559 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Floating IP 1e3efa15-3445-40fa-932a-a7e8b78819bd disassociated (deleted). External IP: 172.27.0.26, port: 4f7f2750-80c8-4bee-ac0f-81703a9270cd. Aug 16 07:10:55.427008 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:10:55.545024 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:10:55.550401 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:55.554831 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] Sync routers for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:10:55.563714 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:10:55.564305 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:10:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:10:55.575989 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-b6854297-e31f-489b-ac5c-3e51cb902c00 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e3efa15-3445-40fa-932a-a7e8b78819bd HTTP/1.1" status: 204 len: 168 time: 0.8915091 Aug 16 07:10:55.576588 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:10:55.578993 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a190b05-d563-438d-896b-42227316d7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:10:55.616731 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc28b7f6-9d97-43d8-a19b-29b7c2263123 x-openstack-request-id: req-fc28b7f6-9d97-43d8-a19b-29b7c2263123 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:10:55.617022 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:10:55.617277 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc28b7f6-9d97-43d8-a19b-29b7c2263123 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:10:55.617682 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'status': 'completed', 'code': 200} Aug 16 07:10:55.739920 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a190b05-d563-438d-896b-42227316d7d1 req-419a9014-9587-4f6b-a012-b09ac871aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:55.741464 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4a190b05-d563-438d-896b-42227316d7d1 req-419a9014-9587-4f6b-a012-b09ac871aeba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0889330 Aug 16 07:10:55.764786 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:10:55.839431 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a190b05-d563-438d-896b-42227316d7d1 req-71c6af73-f3ee-48e3-8996-0d58c925bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:55.840957 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4a190b05-d563-438d-896b-42227316d7d1 req-71c6af73-f3ee-48e3-8996-0d58c925bd0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 911 time: 0.0922785 Aug 16 07:10:55.886411 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4a190b05-d563-438d-896b-42227316d7d1 req-f51ad069-a185-4dc8-ac5b-bc7e30435ad2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f7f2750-80c8-4bee-ac0f-81703a9270cd HTTP/1.1" status: 200 len: 217 time: 0.0365148 Aug 16 07:10:55.939009 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a190b05-d563-438d-896b-42227316d7d1 req-fb916778-3270-417c-b139-bf17309f5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:55.940400 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4a190b05-d563-438d-896b-42227316d7d1 req-fb916778-3270-417c-b139-bf17309f5148 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0444577 Aug 16 07:10:55.992058 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a190b05-d563-438d-896b-42227316d7d1 req-ae291021-9f58-4333-9e17-35c0ad6679c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:55.992963 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4a190b05-d563-438d-896b-42227316d7d1 req-ae291021-9f58-4333-9e17-35c0ad6679c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454352 Aug 16 07:10:55.997449 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:18Z', 'updated_at': '2021-08-16T07:06:20Z', 'revision_number': 1, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:10:56.027395 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] Checking router: af365cc4-8b59-4f4d-a5cc-051d3fb074a9 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:10:56.036226 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:10:56.036822 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:10:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:10:56.067201 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e251c-f884-42d9-9fba-13c60f3fd095 req-b1958975-7cd2-4070-8f36-bbdd0e046e6c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:56.070761 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9f9e251c-f884-42d9-9fba-13c60f3fd095 req-b1958975-7cd2-4070-8f36-bbdd0e046e6c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 945 time: 0.0590794 Aug 16 07:10:56.102314 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4a190b05-d563-438d-896b-42227316d7d1 req-804f670c-2796-480e-b615-7b671a46b18f service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924633 Aug 16 07:10:56.112664 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-9f9e251c-f884-42d9-9fba-13c60f3fd095 req-1d4372d2-0373-4986-8e95-07dbea0e62be tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339582 Aug 16 07:10:56.142654 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:10:56.208287 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-4a190b05-d563-438d-896b-42227316d7d1 req-22dc6c56-41c6-4eef-85fd-5c693ef28027 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963614 Aug 16 07:10:56.362349 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:18Z', 'updated_at': '2021-08-16T07:06:20Z', 'revision_number': 1, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:10:56.387854 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1e84d-9c65-4b29-8561-20f4c18be3d0 None None] The sync data for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi is: [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': '04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'port_id': '284a07c3-844d-4033-b742-31d5df2463f1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'mac_address': 'fa:16:3e:04:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c628e0-203e-43f2-acc0-41869809a9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:06:18Z', 'updated_at': '2021-08-16T07:06:20Z', 'revision_number': 1, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:10:56.590787 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e4dc7-489b-4526-8365-63e5bc144189 None None] New status for floating IP 1e3efa15-3445-40fa-932a-a7e8b78819bd: DOWN {{(pid=101193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:10:57.231068 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e597c6-286b-4473-a142-61902527d960 req-80bb208b-0fe6-48af-8c82-b9c20fb1a8fd tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:57.232552 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c2e597c6-286b-4473-a142-61902527d960 req-80bb208b-0fe6-48af-8c82-b9c20fb1a8fd tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 945 time: 0.0490277 Aug 16 07:10:57.269657 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c2e597c6-286b-4473-a142-61902527d960 req-c24dfc06-8309-4d58-9104-518c45dedb84 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Aug 16 07:10:57.956081 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-72ee5bfa-b5c8-4038-8131-84649085dbb2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:57.957502 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-72ee5bfa-b5c8-4038-8131-84649085dbb2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 945 time: 0.0487323 Aug 16 07:10:58.045632 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Deleting port 4f7f2750-80c8-4bee-ac0f-81703a9270cd {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:10:58.045967 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:58.385135 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f45238-89f3-4001-ba8d-08bb3d46a932 req-cb21d0ad-d985-43cd-8706-1237a29babb2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:10:58.386624 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-27f45238-89f3-4001-ba8d-08bb3d46a932 req-cb21d0ad-d985-43cd-8706-1237a29babb2 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 945 time: 0.0488441 Aug 16 07:10:58.393719 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] For port 4f7f2750-80c8-4bee-ac0f-81703a9270cd, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4f7f2750-80c8-4bee-ac0f-81703a9270cd,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:10:58.394090 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:58.407064 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Calling delete_port for 4f7f2750-80c8-4bee-ac0f-81703a9270cd owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:10:58.425865 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-27f45238-89f3-4001-ba8d-08bb3d46a932 req-784f230a-1db6-408f-84c0-3b64ffc78034 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325954 Aug 16 07:10:58.612585 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:58.637795 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event deleted for resources: {'Port': ['ID=4f7f2750-80c8-4bee-ac0f-81703a9270cd,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:10:58.681347 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] No DVR routers for this DVR port 4f7f2750-80c8-4bee-ac0f-81703a9270cd on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:10:58.683846 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:10:58.685811 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d36cbc93-2fc0-4008-93dd-4355ad3c4e66 req-35d7c2f4-0a7e-4511-9f30-690a7bd91920 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "DELETE /v2.0/ports/4f7f2750-80c8-4bee-ac0f-81703a9270cd HTTP/1.1" status: 204 len: 173 time: 0.7198987 Aug 16 07:10:58.686249 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'name': 'network-vif-deleted', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:10:58.688639 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea04618-aaea-469f-bc6e-17feee8ed18a" -d '{"events": [{"server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "name": "network-vif-deleted", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:10:58.722850 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d83060-9a36-4894-a291-97f54bec4fea x-openstack-request-id: req-33d83060-9a36-4894-a291-97f54bec4fea {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:10:58.723152 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6", "name": "network-vif-deleted", "tag": "4f7f2750-80c8-4bee-ac0f-81703a9270cd", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:10:58.723450 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33d83060-9a36-4894-a291-97f54bec4fea {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:10:58.723847 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6', 'name': 'network-vif-deleted', 'tag': '4f7f2750-80c8-4bee-ac0f-81703a9270cd', 'status': 'completed', 'code': 200} Aug 16 07:10:59.536155 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-23fdfc58-3e90-4df4-b49a-1e857190f86d req-5fad64f3-f786-406a-95d6-305a7227bf42 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7553c2c9-bc62-4c2a-a9bd-4a00ee9fa8a6 HTTP/1.1" status: 200 len: 210 time: 0.0298941 Aug 16 07:11:01.120003 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 4f7f2750-80c8-4bee-ac0f-81703a9270cd no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:11:01.142627 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 4f7f2750-80c8-4bee-ac0f-81703a9270cd {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:11:01.142967 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 4f7f2750-80c8-4bee-ac0f-81703a9270cd not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:11:03.103110 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40378) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:03.257250 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Deleting port 3afd19ee-ab67-49a0-92e2-33a73208fcf2 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:03.257595 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:03.333618 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:03.333944 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:03.345878 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Calling delete_port for 3afd19ee-ab67-49a0-92e2-33a73208fcf2 owned by network:floatingip {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:03.538321 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:03.563778 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event deleted for resources: {'Port': ['ID=3afd19ee-ab67-49a0-92e2-33a73208fcf2,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:03.620652 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:03.620912 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Floating IP 04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be disassociated (deleted). External IP: 172.27.0.175, port: 284a07c3-844d-4033-b742-31d5df2463f1. Aug 16 07:11:03.824627 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:11:03.932015 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:11:03.936871 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:03.943705 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] Sync routers for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:11:03.952663 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:03.953897 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:10:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:03.964783 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-cebfdb35-8eb3-4820-9c0b-573c102907d3 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "DELETE /v2.0/floatingips/04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be HTTP/1.1" status: 204 len: 168 time: 0.8605719 Aug 16 07:11:03.965376 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:11:03.967656 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb764d9-d931-4e44-babe-61fdeea75c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "tag": "284a07c3-844d-4033-b742-31d5df2463f1"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:11:04.007906 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11262bf0-37e8-4b33-b66a-683e82603e8f x-openstack-request-id: req-11262bf0-37e8-4b33-b66a-683e82603e8f {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:11:04.007906 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "tag": "284a07c3-844d-4033-b742-31d5df2463f1", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:11:04.007906 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11262bf0-37e8-4b33-b66a-683e82603e8f {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:11:04.007906 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1', 'status': 'completed', 'code': 200} Aug 16 07:11:04.064121 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:04.075888 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-7c52c461-98ca-4df7-a633-52de49357cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:04.077441 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-7c52c461-98ca-4df7-a633-52de49357cb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d8392df99284dea99cba7326a6c6afe&device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0461400 Aug 16 07:11:04.239856 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-548fee99-52bb-4aa3-90df-901ed0c99b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:04.239856 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-548fee99-52bb-4aa3-90df-901ed0c99b04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 200 len: 911 time: 0.0991182 Aug 16 07:11:04.239856 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-fcb3c02c-f0df-4143-993c-b8b93beb09c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=284a07c3-844d-4033-b742-31d5df2463f1 HTTP/1.1" status: 200 len: 217 time: 0.0380054 Aug 16 07:11:04.274488 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:04.286681 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-1d3b661d-e874-499a-80bc-4617badc76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:04.288169 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-1d3b661d-e874-499a-80bc-4617badc76ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 200 len: 850 time: 0.0491350 Aug 16 07:11:04.300943 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] Checking router: af365cc4-8b59-4f4d-a5cc-051d3fb074a9 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:11:04.309473 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:04.310113 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:10:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:04.336686 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-8c539784-0674-413a-93fb-1a286c9cbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:04.339928 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-8c539784-0674-413a-93fb-1a286c9cbaef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413961 Aug 16 07:11:04.415419 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:04.433274 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-53adbfea-0b46-4fd5-af7c-2e3ec055fcec service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823107 Aug 16 07:11:04.538593 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-efb764d9-d931-4e44-babe-61fdeea75c7b req-25d91f47-caed-4043-bde5-423fc757ab45 service neutron] 10.222.0.18 "GET /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976140 Aug 16 07:11:04.586167 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bcc91-5b06-4ef2-8763-8dfb20c2ce2a req-f9f4d4cf-c740-44d6-9ed7-2d3d78e0339c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:04.587659 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f60bcc91-5b06-4ef2-8763-8dfb20c2ce2a req-f9f4d4cf-c740-44d6-9ed7-2d3d78e0339c tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0495214 Aug 16 07:11:04.616759 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:04.626165 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f60bcc91-5b06-4ef2-8763-8dfb20c2ce2a req-d685e705-847d-457b-818c-1a984de9553f tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323386 Aug 16 07:11:04.646056 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f9742-6607-42c1-be05-0373dd72ff1d None None] The sync data for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi is: [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:29Z', 'revision_number': 4, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'ac416fd7-3d2c-4517-9936-9c3891ccb4f2', 'name': '', 'network_id': 'ea5fed79-e3b7-4e3c-be61-1e8eb5301c44', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'mac_address': 'fa:16:3e:d8:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:28Z', 'updated_at': '2021-08-16T07:02:34Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'subnets': [{'id': 'b8b3f50f-f1f1-4569-8755-6f81a36c9ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:11:04.851749 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afb42d-7685-4d0a-a9b0-45348c24e146 None None] New status for floating IP 04cb3c4d-ca0e-42e7-9c9e-5f5ec0cf44be: DOWN {{(pid=101193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:11:05.741222 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664b816-39de-4816-8e6e-748052d8ff4a req-5cbf0953-5f97-4205-b2c2-e5c3e35ac5fe tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:05.742608 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4664b816-39de-4816-8e6e-748052d8ff4a req-5cbf0953-5f97-4205-b2c2-e5c3e35ac5fe tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0484853 Aug 16 07:11:05.780191 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-4664b816-39de-4816-8e6e-748052d8ff4a req-5ab41064-4050-4be8-81f1-2d3b77f6c3a8 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316854 Aug 16 07:11:06.611196 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-16d6497a-73c9-4fc4-86fc-99c4f5b8018e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:06.612515 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-16d6497a-73c9-4fc4-86fc-99c4f5b8018e tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Aug 16 07:11:06.704695 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Deleting port 284a07c3-844d-4033-b742-31d5df2463f1 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:06.705027 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:06.790668 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] For port 284a07c3-844d-4033-b742-31d5df2463f1, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=284a07c3-844d-4033-b742-31d5df2463f1,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:06.791026 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:06.804492 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Calling delete_port for 284a07c3-844d-4033-b742-31d5df2463f1 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:06.897313 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c0755-0ab1-4872-b1a1-bff2aed46c5b req-6022baec-9ddd-4273-98c4-25aa4aa26f96 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:06.898787 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c75c0755-0ab1-4872-b1a1-bff2aed46c5b req-6022baec-9ddd-4273-98c4-25aa4aa26f96 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 945 time: 0.0487373 Aug 16 07:11:06.941795 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c75c0755-0ab1-4872-b1a1-bff2aed46c5b req-19885278-66c7-49e1-8760-c032a4542ac7 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c609ad1-b53e-4864-aaa9-2a752a32bdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356886 Aug 16 07:11:07.012967 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:07.040798 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event deleted for resources: {'Port': ['ID=284a07c3-844d-4033-b742-31d5df2463f1,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:07.082018 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] No DVR routers for this DVR port 284a07c3-844d-4033-b742-31d5df2463f1 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:11:07.084573 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:07.086560 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-f73f9f4b-f35b-46c5-a630-d31ad92bab94 req-702de28a-d6df-440e-a235-55b4702e0298 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.18 "DELETE /v2.0/ports/284a07c3-844d-4033-b742-31d5df2463f1 HTTP/1.1" status: 204 len: 173 time: 0.4675176 Aug 16 07:11:07.086995 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'name': 'network-vif-deleted', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:11:07.089198 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ea8080-6418-4207-b447-21895a9e01e7" -d '{"events": [{"server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "name": "network-vif-deleted", "tag": "284a07c3-844d-4033-b742-31d5df2463f1"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:11:07.123414 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132cdbf2-7250-4b53-b281-db4b77887d1d x-openstack-request-id: req-132cdbf2-7250-4b53-b281-db4b77887d1d {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:11:07.123710 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c628e0-203e-43f2-acc0-41869809a9f3", "name": "network-vif-deleted", "tag": "284a07c3-844d-4033-b742-31d5df2463f1", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:11:07.123966 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-132cdbf2-7250-4b53-b281-db4b77887d1d {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:11:07.124363 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c628e0-203e-43f2-acc0-41869809a9f3', 'name': 'network-vif-deleted', 'tag': '284a07c3-844d-4033-b742-31d5df2463f1', 'status': 'completed', 'code': 200} Aug 16 07:11:07.906760 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-15470cc5-4276-46e8-b765-d6160c29d02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:08.046146 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b7e2a27b-c75d-48b1-beb9-c8cc961d7d4d req-a9c1224d-fa61-4a7a-8b17-b6f330e7120a tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c628e0-203e-43f2-acc0-41869809a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0259693 Aug 16 07:11:09.112069 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40404) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:09.174673 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 284a07c3-844d-4033-b742-31d5df2463f1 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:11:09.197180 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 284a07c3-844d-4033-b742-31d5df2463f1 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:11:09.197526 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 284a07c3-844d-4033-b742-31d5df2463f1 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:11:09.239820 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Deleting port 9409662b-886f-4e4e-ae4a-e1576c2dc06f {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:09.240166 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:09.312419 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:09.312673 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:09.323934 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Calling delete_port for 9409662b-886f-4e4e-ae4a-e1576c2dc06f owned by network:floatingip {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:09.509717 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:09.535638 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event deleted for resources: {'Port': ['ID=9409662b-886f-4e4e-ae4a-e1576c2dc06f,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:09.596556 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for floatingip, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:09.599149 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:09.600303 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-9ec5f70c-86e7-46de-a941-8b4e34f5e137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "DELETE /v2.0/floatingips/3baa98f0-fd6e-4e54-b9af-fa9cd11eb53e HTTP/1.1" status: 204 len: 168 time: 0.4872639 Aug 16 07:11:10.241174 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:11:10.818349 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:10.951989 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40418) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:10.961327 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-56b11ce7-0b7b-4885-b96a-4ea4e05a876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:11.010744 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0c21dc33-e0d7-43ec-b2be-6cdb42d86137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:11.036450 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0c21dc33-e0d7-43ec-b2be-6cdb42d86137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:11.198702 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0c21dc33-e0d7-43ec-b2be-6cdb42d86137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:11.201386 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-0c21dc33-e0d7-43ec-b2be-6cdb42d86137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:11.202610 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-0c21dc33-e0d7-43ec-b2be-6cdb42d86137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] 10.222.0.20 "DELETE /v2.0/security-groups/3c609ad1-b53e-4864-aaa9-2a752a32bdd3 HTTP/1.1" status: 204 len: 168 time: 0.2488649 Aug 16 07:11:11.213930 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21dc33-e0d7-43ec-b2be-6cdb42d86137 tempest-TestVolumeBootPattern-1512310873 tempest-TestVolumeBootPattern-1512310873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c609ad1-b53e-4864-aaa9-2a752a32bdd3,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:11.339802 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40422) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:11.774635 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-602524'] for router_interface, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:12.009529 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:12.027272 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Deleting port ac416fd7-3d2c-4517-9936-9c3891ccb4f2 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:12.027729 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:12.103071 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] For port ac416fd7-3d2c-4517-9936-9c3891ccb4f2, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=ac416fd7-3d2c-4517-9936-9c3891ccb4f2,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:12.103518 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:12.116133 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Calling delete_port for ac416fd7-3d2c-4517-9936-9c3891ccb4f2 owned by network:router_interface {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:12.346720 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:12.372239 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac416fd7-3d2c-4517-9936-9c3891ccb4f2,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:12.535342 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495916'] for router_interface, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:12.997029 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:11:13.096613 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:11:13.101521 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-2586a522-04bc-4dee-8d3d-d17eb7aba99c admin admin] 10.222.0.20 "PUT /v2.0/routers/af365cc4-8b59-4f4d-a5cc-051d3fb074a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607067 Aug 16 07:11:13.104146 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40432) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:13.106700 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] Sync routers for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:11:13.116558 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:13.117166 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:11:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:13.210904 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks [] for router, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:13.222722 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:13.323253 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:13.427454 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Deleting port 58470354-2e41-4392-8dbf-955107d2c18e {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:13.427798 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:13.466864 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:13.485678 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '58470354-2e41-4392-8dbf-955107d2c18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:11:12Z', 'revision_number': 5, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port': {'id': '58470354-2e41-4392-8dbf-955107d2c18e', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:13.511865 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] Checking router: af365cc4-8b59-4f4d-a5cc-051d3fb074a9 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:11:13.514465 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] For port 58470354-2e41-4392-8dbf-955107d2c18e, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=58470354-2e41-4392-8dbf-955107d2c18e,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:13.515079 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:13.521158 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] Routers {'af365cc4-8b59-4f4d-a5cc-051d3fb074a9'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:13.521758 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:11:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:13.529256 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Calling delete_port for 58470354-2e41-4392-8dbf-955107d2c18e owned by network:router_gateway {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:13.604651 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] Set router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 gateway port host: None {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:13.657744 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:11:13Z', 'revision_number': 6, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port_host': None}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:13.683095 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d274c43-141f-4eaa-a9ef-6690f75e226d None None] The sync data for ids ['af365cc4-8b59-4f4d-a5cc-051d3fb074a9'] in dv-cinder-803901-6-iscsi is: [{'id': 'af365cc4-8b59-4f4d-a5cc-051d3fb074a9', 'name': 'tempest-TestVolumeBootPattern-824713262-router', 'tenant_id': '7d8392df99284dea99cba7326a6c6afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:26Z', 'updated_at': '2021-08-16T07:11:13Z', 'revision_number': 6, 'project_id': '7d8392df99284dea99cba7326a6c6afe', 'gw_port_host': None}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:11:13.802121 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:13.832486 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Pushing event deleted for resources: {'Port': ['ID=58470354-2e41-4392-8dbf-955107d2c18e,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:13.896837 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495830'] for router_gateway, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:13.990602 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3306'] for router, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:13.992702 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.126735 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494645'] for router, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.127481 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Fanout notify agent at l3_agent the message router_deleted on router af365cc4-8b59-4f4d-a5cc-051d3fb074a9 {{(pid=101191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 07:11:14.131889 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] Notify callbacks [] for router, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.133034 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-c493c22b-65ea-49dd-9914-9283366f708c admin admin] 10.222.0.20 "DELETE /v2.0/routers/af365cc4-8b59-4f4d-a5cc-051d3fb074a9 HTTP/1.1" status: 204 len: 168 time: 1.0279865 Aug 16 07:11:14.135524 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40434) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:14.182297 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ac4f3b-f07f-4baf-bf65-3f44e41cc279 admin admin] Deleting subnet b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 {{(pid=101191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:11:14.185634 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4f3b-f07f-4baf-bf65-3f44e41cc279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.222089 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4f3b-f07f-4baf-bf65-3f44e41cc279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591002'] for subnet, precommit_delete_associations {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.310152 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4f3b-f07f-4baf-bf65-3f44e41cc279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.415600 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4f3b-f07f-4baf-bf65-3f44e41cc279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59289283'] for subnet, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.442927 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac4f3b-f07f-4baf-bf65-3f44e41cc279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b3f50f-f1f1-4569-8755-6f81a36c9ac9,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:14.449132 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4f3b-f07f-4baf-bf65-3f44e41cc279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for subnet, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.451267 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-a4ac4f3b-f07f-4baf-bf65-3f44e41cc279 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b8b3f50f-f1f1-4569-8755-6f81a36c9ac9 HTTP/1.1" status: 204 len: 168 time: 0.3148019 Aug 16 07:11:14.453919 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40436) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:14.456836 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3316107b-573f-460d-b7a0-011bd9f01f95 None None] Network ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:11:14.528577 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.584142 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Deleting port 462419a0-4add-4e5c-8e3f-b97909dc5788 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:14.584488 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.650083 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] For port 462419a0-4add-4e5c-8e3f-b97909dc5788, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=462419a0-4add-4e5c-8e3f-b97909dc5788,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:14.650460 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.653911 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] DHCP port deletion for ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 request from dv-cinder-803901-6-iscsi {{(pid=101193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 07:11:14.664245 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Calling delete_port for 462419a0-4add-4e5c-8e3f-b97909dc5788 owned by network:dhcp {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:14.701235 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Deleting port 462419a0-4add-4e5c-8e3f-b97909dc5788 {{(pid=101193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:14.701235 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.760125 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] For port 462419a0-4add-4e5c-8e3f-b97909dc5788, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=462419a0-4add-4e5c-8e3f-b97909dc5788,segment=NetworkSegment(2745cc5b-2cbf-43bf-a270-25f224898329),segment_id=2745cc5b-2cbf-43bf-a270-25f224898329)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:14.760522 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.773700 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Calling delete_port for 462419a0-4add-4e5c-8e3f-b97909dc5788 owned by network:dhcp {{(pid=101193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:14.872485 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.880653 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965'] for port, after_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.902487 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Pushing event deleted for resources: {'Port': ['ID=462419a0-4add-4e5c-8e3f-b97909dc5788,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:14.906992 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] No DVR routers for this DVR port 462419a0-4add-4e5c-8e3f-b97909dc5788 on host dv-cinder-803901-6-iscsi {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:11:14.911164 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] No DVR routers for this DVR port 462419a0-4add-4e5c-8e3f-b97909dc5788 on host dv-cinder-803901-6-iscsi {{(pid=101193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:11:14.917364 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Pushing event deleted for resources: {'Port': ['ID=462419a0-4add-4e5c-8e3f-b97909dc5788,revision_number=None']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:14.924348 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.924624 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.924970 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.925305 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.925641 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.925975 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.926305 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.926631 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.926992 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.927357 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.927682 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.928005 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab681e-9e7b-4b5c-9c9d-965b71e44cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:14.978778 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:14.988490 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5fed79-e3b7-4e3c-be61-1e8eb5301c44']}} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:14.998190 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2745cc5b-2cbf-43bf-a270-25f224898329') {'for_net_delete': True} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:14.998484 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.services.segments.db [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2745cc5b-2cbf-43bf-a270-25f224898329') {} {{(pid=101191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:15.007446 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3590989'] for segment, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:15.021343 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:15.026893 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179039'] for segment, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: Traceback (most recent call last): Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: timer() Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: cb(*args, **kw) Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: return func(*args, **kwargs) Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: self._notify() Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: self.callback(batched_events) Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: event.method(event) Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: return f(self, *a, **k) Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._get(url).json() Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: return self.request(url, 'GET', **kwargs) Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:11:15.030583 dv-cinder-803901-6-iscsi neutron-server[101191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:11:15.146522 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:15.152659 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:15.154395 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ea5fed79-e3b7-4e3c-be61-1e8eb5301c44 HTTP/1.1" status: 204 len: 168 time: 0.6994593 Aug 16 07:11:15.157749 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40438) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:15.163761 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb57a5-146d-4f34-89f1-7c7a872bb707 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5fed79-e3b7-4e3c-be61-1e8eb5301c44,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:15.490298 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-602524'] for router_interface, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:15.522108 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 58470354-2e41-4392-8dbf-955107d2c18e no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:11:15.541663 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 58470354-2e41-4392-8dbf-955107d2c18e {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:11:15.541663 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 58470354-2e41-4392-8dbf-955107d2c18e not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:11:15.542295 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 462419a0-4add-4e5c-8e3f-b97909dc5788 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:11:15.560944 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 462419a0-4add-4e5c-8e3f-b97909dc5788 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:11:15.561329 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 462419a0-4add-4e5c-8e3f-b97909dc5788 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:11:15.561694 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device ac416fd7-3d2c-4517-9936-9c3891ccb4f2 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:11:15.580491 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: ac416fd7-3d2c-4517-9936-9c3891ccb4f2 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:11:15.580834 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device ac416fd7-3d2c-4517-9936-9c3891ccb4f2 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:11:15.729208 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Deleting port cebe6eeb-c944-4e55-aed4-aa1d146e847e {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:15.729466 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:15.806361 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] For port cebe6eeb-c944-4e55-aed4-aa1d146e847e, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=cebe6eeb-c944-4e55-aed4-aa1d146e847e,segment=NetworkSegment(0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7),segment_id=0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:15.806723 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:15.819513 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Calling delete_port for cebe6eeb-c944-4e55-aed4-aa1d146e847e owned by network:router_interface {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:16.041327 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:16.064825 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Pushing event deleted for resources: {'Port': ['ID=cebe6eeb-c944-4e55-aed4-aa1d146e847e,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:16.074357 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.074713 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.075060 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.075425 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.075760 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.076632 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.076632 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.076821 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.077056 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.077374 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.077733 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.078617 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:11:16.237519 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495916'] for router_interface, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:16.442233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:11:16.811646 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:11:16.816951 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-b59d42fa-db9f-4e35-a00d-06e80b40587b admin admin] 10.222.0.20 "PUT /v2.0/routers/8b24fcfc-e81a-4752-99dd-62f5a63c0ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6581690 Aug 16 07:11:16.819484 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40440) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:16.821990 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] Sync routers for ids ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'] in dv-cinder-803901-6-iscsi {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:11:16.831735 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] Routers {'8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:16.832351 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:11:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:16.919830 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:16.933666 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] Set router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc gateway port host: dv-cinder-803901-6-iscsi {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:17.020060 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.153201 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Deleting port 402f3361-0b45-4357-81ac-5e9f81353fa9 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:17.153489 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.240631 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:11:15Z', 'revision_number': 5, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'gw_port': {'id': '402f3361-0b45-4357-81ac-5e9f81353fa9', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:17.240919 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] For port 402f3361-0b45-4357-81ac-5e9f81353fa9, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=402f3361-0b45-4357-81ac-5e9f81353fa9,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:17.241378 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.255261 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Calling delete_port for 402f3361-0b45-4357-81ac-5e9f81353fa9 owned by network:router_gateway {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:17.266970 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] Checking router: 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc for host: dv-cinder-803901-6-iscsi {{(pid=101193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:11:17.275619 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] Routers {'8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:17.276239 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:11:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'], 'active': True} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:17.362771 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvr_db [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] Set router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc gateway port host: None {{(pid=101193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:17.416961 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_hamode_db [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:11:17Z', 'revision_number': 6, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'gw_port_host': None}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:17.443508 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104086b-0c27-43c3-adbc-fe5504786db3 None None] The sync data for ids ['8b24fcfc-e81a-4752-99dd-62f5a63c0ffc'] in dv-cinder-803901-6-iscsi is: [{'id': '8b24fcfc-e81a-4752-99dd-62f5a63c0ffc', 'name': 'tempest-TestVolumeBootPattern-1698762591-router', 'tenant_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:02:32Z', 'updated_at': '2021-08-16T07:11:17Z', 'revision_number': 6, 'project_id': 'a13f74cd639f40d289f6c7d8050a4ea7', 'gw_port_host': None}] {{(pid=101193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:11:17.484196 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.510278 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=402f3361-0b45-4357-81ac-5e9f81353fa9,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:17.570981 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495830'] for router_gateway, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.659680 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3306'] for router, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.661792 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.760914 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494645'] for router, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.761354 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b24fcfc-e81a-4752-99dd-62f5a63c0ffc {{(pid=101192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 07:11:17.765756 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.766882 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-0c9e8bc0-c34d-4fda-8b29-fd2947e45b4f admin admin] 10.222.0.20 "DELETE /v2.0/routers/8b24fcfc-e81a-4752-99dd-62f5a63c0ffc HTTP/1.1" status: 204 len: 168 time: 0.9465139 Aug 16 07:11:17.774736 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40444) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:17.817039 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58a2b8b-85e3-4111-b254-ef5b11cf2bd1 admin admin] Deleting subnet b3488769-b179-4239-9387-4bfdc3adb99e {{(pid=101192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:11:17.820989 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e58a2b8b-85e3-4111-b254-ef5b11cf2bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.856067 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e58a2b8b-85e3-4111-b254-ef5b11cf2bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59254927'] for subnet, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:17.936993 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e58a2b8b-85e3-4111-b254-ef5b11cf2bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.061172 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e58a2b8b-85e3-4111-b254-ef5b11cf2bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59680681'] for subnet, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.087436 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a2b8b-85e3-4111-b254-ef5b11cf2bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3488769-b179-4239-9387-4bfdc3adb99e,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:18.089466 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e58a2b8b-85e3-4111-b254-ef5b11cf2bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.091907 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-e58a2b8b-85e3-4111-b254-ef5b11cf2bd1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3488769-b179-4239-9387-4bfdc3adb99e HTTP/1.1" status: 204 len: 168 time: 0.3208833 Aug 16 07:11:18.095979 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2881218a-ac21-414c-9932-d625529c3cd7 None None] Network 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:11:18.097338 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40446) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:18.166808 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.227266 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Deleting port b0701b4a-b07f-49ac-a668-a22b23e4a243 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:18.227577 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.278144 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eb0915-6897-4a5f-ba1d-ca51e3b9e9ee None None] DHCP port deletion for 927e91ac-6b1e-45a3-a4b7-738926ba2bd6 request from dv-cinder-803901-6-iscsi {{(pid=101193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 07:11:18.292832 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] For port b0701b4a-b07f-49ac-a668-a22b23e4a243, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=b0701b4a-b07f-49ac-a668-a22b23e4a243,segment=NetworkSegment(0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7),segment_id=0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:18.293290 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.310180 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Calling delete_port for b0701b4a-b07f-49ac-a668-a22b23e4a243 owned by network:dhcp {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:18.327576 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb0915-6897-4a5f-ba1d-ca51e3b9e9ee None None] Deleting port b0701b4a-b07f-49ac-a668-a22b23e4a243 {{(pid=101193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:18.328369 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c4eb0915-6897-4a5f-ba1d-ca51e3b9e9ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.392189 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-c4eb0915-6897-4a5f-ba1d-ca51e3b9e9ee None None] For port b0701b4a-b07f-49ac-a668-a22b23e4a243, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=b0701b4a-b07f-49ac-a668-a22b23e4a243,segment=NetworkSegment(0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7),segment_id=0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:18.392592 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c4eb0915-6897-4a5f-ba1d-ca51e3b9e9ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.406615 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb0915-6897-4a5f-ba1d-ca51e3b9e9ee None None] Calling delete_port for b0701b4a-b07f-49ac-a668-a22b23e4a243 owned by network:dhcp {{(pid=101193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:18.452435 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.485473 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0701b4a-b07f-49ac-a668-a22b23e4a243,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:18.488899 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] No DVR routers for this DVR port b0701b4a-b07f-49ac-a668-a22b23e4a243 on host dv-cinder-803901-6-iscsi {{(pid=101192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:11:18.491738 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c4eb0915-6897-4a5f-ba1d-ca51e3b9e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965'] for port, after_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.514347 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb0915-6897-4a5f-ba1d-ca51e3b9e9ee None None] Pushing event deleted for resources: {'Port': ['ID=b0701b4a-b07f-49ac-a668-a22b23e4a243,revision_number=None']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:18.524798 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb0915-6897-4a5f-ba1d-ca51e3b9e9ee None None] No DVR routers for this DVR port b0701b4a-b07f-49ac-a668-a22b23e4a243 on host dv-cinder-803901-6-iscsi {{(pid=101193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:11:18.559685 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.569281 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927e91ac-6b1e-45a3-a4b7-738926ba2bd6']}} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:18.584463 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7') {'for_net_delete': True} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:18.584697 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b96bf87-4ec6-4b5f-a8d9-5bfc2e1319e7') {} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:18.594103 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59254936'] for segment, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.607584 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.613428 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59605648'] for segment, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: Traceback (most recent call last): Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: timer() Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: cb(*args, **kw) Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: return func(*args, **kwargs) Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: self._notify() Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: self.callback(batched_events) Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: event.method(event) Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: return f(self, *a, **k) Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._get(url).json() Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: return self.request(url, 'GET', **kwargs) Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:11:18.615546 dv-cinder-803901-6-iscsi neutron-server[101192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:11:18.732521 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.738224 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:18.739921 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] 10.222.0.20 "DELETE /v2.0/networks/927e91ac-6b1e-45a3-a4b7-738926ba2bd6 HTTP/1.1" status: 204 len: 168 time: 0.6416314 Aug 16 07:11:18.751577 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e04491-cb4e-4058-bf04-3faac88a8f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=927e91ac-6b1e-45a3-a4b7-738926ba2bd6,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:19.048547 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40450) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:19.089333 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-7cf0234b-2bd2-40f8-a2cb-dac76ec2211c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d8392df99284dea99cba7326a6c6afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388827 Aug 16 07:11:19.091011 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40452) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:19.138030 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-763b5237-350a-4010-bc67-82dfa66fb7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:19.162384 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-763b5237-350a-4010-bc67-82dfa66fb7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:19.278004 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-763b5237-350a-4010-bc67-82dfa66fb7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:19.280808 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-763b5237-350a-4010-bc67-82dfa66fb7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:19.282007 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-763b5237-350a-4010-bc67-82dfa66fb7f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a2c07b3-fb11-4930-97ed-e4a376b3aae9 HTTP/1.1" status: 204 len: 168 time: 0.1899846 Aug 16 07:11:19.292059 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b5237-350a-4010-bc67-82dfa66fb7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2c07b3-fb11-4930-97ed-e4a376b3aae9,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:19.522173 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device b0701b4a-b07f-49ac-a668-a22b23e4a243 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:11:19.542873 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: b0701b4a-b07f-49ac-a668-a22b23e4a243 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:11:19.543247 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device b0701b4a-b07f-49ac-a668-a22b23e4a243 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:11:19.543660 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device cebe6eeb-c944-4e55-aed4-aa1d146e847e no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:11:19.565113 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: cebe6eeb-c944-4e55-aed4-aa1d146e847e {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:11:19.565462 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device cebe6eeb-c944-4e55-aed4-aa1d146e847e not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:11:19.565971 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 402f3361-0b45-4357-81ac-5e9f81353fa9 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:11:19.586964 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 402f3361-0b45-4357-81ac-5e9f81353fa9 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:11:19.587347 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 402f3361-0b45-4357-81ac-5e9f81353fa9 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:11:19.936586 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40458) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:19.976645 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-c4c895d1-8d4c-4a04-bfba-8c6cb7dba32c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a13f74cd639f40d289f6c7d8050a4ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389371 Aug 16 07:11:19.978913 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40460) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:20.029480 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4743807e-6c07-4485-8d98-065846c38464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:20.050213 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4743807e-6c07-4485-8d98-065846c38464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:20.158302 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4743807e-6c07-4485-8d98-065846c38464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:20.160836 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-4743807e-6c07-4485-8d98-065846c38464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:20.161968 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-4743807e-6c07-4485-8d98-065846c38464 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/894401a1-d7e8-4344-bd5d-374b92b61448 HTTP/1.1" status: 204 len: 168 time: 0.1821558 Aug 16 07:11:20.171207 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743807e-6c07-4485-8d98-065846c38464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894401a1-d7e8-4344-bd5d-374b92b61448,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:24.309800 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:26.227207 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c348-9569-42c9-89ca-d6074d44641b req-1f5a65a0-fb52-48d5-b172-2f8f28996add tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:26.228735 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5f8c348-9569-42c9-89ca-d6074d44641b req-1f5a65a0-fb52-48d5-b172-2f8f28996add tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0493009 Aug 16 07:11:26.265666 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b5f8c348-9569-42c9-89ca-d6074d44641b req-0e035f5e-49a0-44f1-a7ab-d73c8bd3e1f5 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310891 Aug 16 07:11:27.384960 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517315c5-c8e0-451d-8acd-8572d70509fb req-2e85852b-f617-4c7a-843d-69430f4e0bb7 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:27.386416 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-517315c5-c8e0-451d-8acd-8572d70509fb req-2e85852b-f617-4c7a-843d-69430f4e0bb7 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0481317 Aug 16 07:11:27.422653 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-517315c5-c8e0-451d-8acd-8572d70509fb req-9082e210-4ea4-404c-aa04-793d33482616 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303087 Aug 16 07:11:28.541270 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e32e9-ce06-4430-8f60-560c0307115a req-96cd9b78-70a8-48cb-b9fe-87b001778c92 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:28.542713 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-459e32e9-ce06-4430-8f60-560c0307115a req-96cd9b78-70a8-48cb-b9fe-87b001778c92 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0513062 Aug 16 07:11:28.579827 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-459e32e9-ce06-4430-8f60-560c0307115a req-053a1c0e-ca3f-45fc-b6e7-fd37f135ab2c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=be2e6d94-f893-4c3e-96ea-1422de7f6118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311775 Aug 16 07:11:28.668525 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f553f-0693-4d8b-838a-a82f7d53083f req-b68b77ff-0894-40c6-9845-df309d360769 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:28.669969 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-241f553f-0693-4d8b-838a-a82f7d53083f req-b68b77ff-0894-40c6-9845-df309d360769 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 946 time: 0.0482998 Aug 16 07:11:28.760031 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Deleting port e4146450-78e8-4d14-9d37-0857c5109a3c {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:28.760280 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:28.844036 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] For port e4146450-78e8-4d14-9d37-0857c5109a3c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e4146450-78e8-4d14-9d37-0857c5109a3c,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:28.844393 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:29.008848 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:29.009222 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:29.009532 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Floating IP 65fe4b79-75b0-407b-8afd-c530f051d54f disassociated. External IP: 172.27.0.57, port: e4146450-78e8-4d14-9d37-0857c5109a3c. Aug 16 07:11:29.009862 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Calling delete_port for e4146450-78e8-4d14-9d37-0857c5109a3c owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:29.212482 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:29.241457 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event deleted for resources: {'Port': ['ID=e4146450-78e8-4d14-9d37-0857c5109a3c,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:29.355549 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:11:29.462539 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:11:29.474610 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] Sync routers for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:11:29.485156 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:29.487917 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:11:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:29.502020 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] No DVR routers for this DVR port e4146450-78e8-4d14-9d37-0857c5109a3c on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:11:29.504861 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:29.506880 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-241f553f-0693-4d8b-838a-a82f7d53083f req-516212f2-520f-4a6c-8b8f-dd8b74a8443d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "DELETE /v2.0/ports/e4146450-78e8-4d14-9d37-0857c5109a3c HTTP/1.1" status: 204 len: 173 time: 0.8294809 Aug 16 07:11:29.507290 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'name': 'network-vif-deleted', 'tag': 'e4146450-78e8-4d14-9d37-0857c5109a3c'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:11:29.509596 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20011d6-229e-4dad-b66c-7967b7008f4b" -d '{"events": [{"server_uuid": "ff3404b8-9af8-489f-9384-daa0a6dac353", "name": "network-vif-deleted", "tag": "e4146450-78e8-4d14-9d37-0857c5109a3c"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:11:29.545094 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ee26ef-0bcb-45bb-b1d2-465bf7183b0f x-openstack-request-id: req-c3ee26ef-0bcb-45bb-b1d2-465bf7183b0f {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:11:29.545388 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3404b8-9af8-489f-9384-daa0a6dac353", "name": "network-vif-deleted", "tag": "e4146450-78e8-4d14-9d37-0857c5109a3c", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:11:29.545642 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3ee26ef-0bcb-45bb-b1d2-465bf7183b0f {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:11:29.546041 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3404b8-9af8-489f-9384-daa0a6dac353', 'name': 'network-vif-deleted', 'tag': 'e4146450-78e8-4d14-9d37-0857c5109a3c', 'status': 'completed', 'code': 200} Aug 16 07:11:29.593529 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:29.718968 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1a2bc64c-2711-4c16-b162-52327478567d req-1f34b3b0-fb21-4d8c-b480-eea2e56d56f6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3404b8-9af8-489f-9384-daa0a6dac353 HTTP/1.1" status: 200 len: 210 time: 0.0535269 Aug 16 07:11:29.808070 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:29.835918 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] Checking router: bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:11:29.844186 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:29.844774 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:11:11Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:29.946172 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:30.147146 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:30.175033 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a83414-a95b-4bc7-b2b0-a05c72189a2e None None] The sync data for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi is: [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:11:30.395703 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45abcb0d-5422-4f72-a9d3-39c21142d25c None None] New status for floating IP 65fe4b79-75b0-407b-8afd-c530f051d54f: DOWN {{(pid=101193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:11:30.869895 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40488) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:30.928063 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db9f1977-dfc1-454d-834a-e44d5df2e445 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:30.950719 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db9f1977-dfc1-454d-834a-e44d5df2e445 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:31.080605 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db9f1977-dfc1-454d-834a-e44d5df2e445 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:31.083684 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-db9f1977-dfc1-454d-834a-e44d5df2e445 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:31.084842 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-db9f1977-dfc1-454d-834a-e44d5df2e445 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "DELETE /v2.0/security-groups/be2e6d94-f893-4c3e-96ea-1422de7f6118 HTTP/1.1" status: 204 len: 168 time: 0.2139707 Aug 16 07:11:31.087671 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40490) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:31.093885 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f1977-dfc1-454d-834a-e44d5df2e445 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2e6d94-f893-4c3e-96ea-1422de7f6118,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:31.102153 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.api.v2.resource [None req-6bb3ea19-ead0-4624-bc9a-a319c4b25280 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] show failed (client error): The resource could not be found. Aug 16 07:11:31.102664 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-6bb3ea19-ead0-4624-bc9a-a319c4b25280 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups/be2e6d94-f893-4c3e-96ea-1422de7f6118 HTTP/1.1" status: 404 len: 347 time: 0.0139706 Aug 16 07:11:31.105458 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40492) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:31.228722 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Deleting port ceec159f-42f0-4ef9-9e41-bf8afa4a6dbd {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:11:31.229069 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:31.304946 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:31.305287 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:31.317113 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Calling delete_port for ceec159f-42f0-4ef9-9e41-bf8afa4a6dbd owned by network:floatingip {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:11:31.328891 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device e4146450-78e8-4d14-9d37-0857c5109a3c no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:11:31.349982 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: e4146450-78e8-4d14-9d37-0857c5109a3c {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:11:31.350319 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device e4146450-78e8-4d14-9d37-0857c5109a3c not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:11:31.549571 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:31.573184 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event deleted for resources: {'Port': ['ID=ceec159f-42f0-4ef9-9e41-bf8afa4a6dbd,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:31.635262 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:31.637757 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:31.638930 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-a23cd87c-8246-4eb9-a8de-9d1612af67da tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "DELETE /v2.0/floatingips/65fe4b79-75b0-407b-8afd-c530f051d54f HTTP/1.1" status: 204 len: 168 time: 0.5326080 Aug 16 07:11:31.956498 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40496) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:31.961435 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-becb4513-4a79-4373-af51-add385d45d95 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2113825447', 'description': 'tempest-description--180974087'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:11:32.037505 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-becb4513-4a79-4373-af51-add385d45d95 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.114645 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-becb4513-4a79-4373-af51-add385d45d95 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.177761 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-becb4513-4a79-4373-af51-add385d45d95 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.206339 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb4513-4a79-4373-af51-add385d45d95 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d17499d-5b30-4961-8c6f-45e43919ec0f,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:32.275202 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-becb4513-4a79-4373-af51-add385d45d95 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.276456 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-becb4513-4a79-4373-af51-add385d45d95 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3187382 Aug 16 07:11:32.279308 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40498) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:32.283666 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-2d153e85-0bec-4c5d-ab97-13ea622e421d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'security_group_rule': {'security_group_id': '0d17499d-5b30-4961-8c6f-45e43919ec0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:11:32.382431 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2d153e85-0bec-4c5d-ab97-13ea622e421d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.440818 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2d153e85-0bec-4c5d-ab97-13ea622e421d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.509415 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2d153e85-0bec-4c5d-ab97-13ea622e421d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.528358 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d153e85-0bec-4c5d-ab97-13ea622e421d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51eb4fa1-0da6-4cb5-9e91-a19f55b5a7b2,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:32.583720 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-2d153e85-0bec-4c5d-ab97-13ea622e421d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.584977 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-2d153e85-0bec-4c5d-ab97-13ea622e421d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047624 Aug 16 07:11:32.587613 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40500) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:32.592032 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-45774fb2-cd7c-4517-a969-872bebcb31a6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'security_group_rule': {'security_group_id': '0d17499d-5b30-4961-8c6f-45e43919ec0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:11:32.696957 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-45774fb2-cd7c-4517-a969-872bebcb31a6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.754306 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-45774fb2-cd7c-4517-a969-872bebcb31a6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.823758 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-45774fb2-cd7c-4517-a969-872bebcb31a6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601409'] for security_group_rule, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.841785 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45774fb2-cd7c-4517-a969-872bebcb31a6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e40bc37-cc58-4ea1-895d-2f75462e39b9,revision_number=0']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:32.923493 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-45774fb2-cd7c-4517-a969-872bebcb31a6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:32.924817 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-45774fb2-cd7c-4517-a969-872bebcb31a6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3361740 Aug 16 07:11:32.927733 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40502) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:32.932082 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'floatingip': {'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:11:33.014998 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:33.111248 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:33.209615 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_common [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Allocated IP 172.27.0.245 (badac191-3c54-4f12-83f0-a7164c1c781d/70335a80-49c4-49b7-a6d7-9d0c6ce6e6af/f76cfcb3-c7f5-4eca-b7e7-b036536ff5e8) {{(pid=101192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:11:33.312028 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for port, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:33.394946 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:33.433760 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Network badac191-3c54-4f12-83f0-a7164c1c781d is already hosted by enough agents. {{(pid=101192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:11:33.436598 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.base_scheduler [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Resources bound (agent type, host, resource id): {{(pid=101192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:11:33.440156 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Received port after_create {{(pid=101192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:11:33.461413 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'Port': ['ID=f76cfcb3-c7f5-4eca-b7e7-b036536ff5e8,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:33.526807 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:33.610419 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:33.757672 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for port, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:33.837318 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59605620'] for port, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:33.904761 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'Port': ['ID=f76cfcb3-c7f5-4eca-b7e7-b036536ff5e8,revision_number=2']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:33.915185 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:34.009351 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:34.010514 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-c35666b3-bf6a-4e07-937c-3370e0331e64 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0818701 Aug 16 07:11:34.195254 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-607b9d0e-9742-4be2-a760-36eb1e602268 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2113825447&fields=id&tenant_id=50d98475f7724d6a9d0daea75632c5dc HTTP/1.1" status: 200 len: 267 time: 0.0321782 Aug 16 07:11:34.302556 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-c42e6182-cb0c-4264-9f74-d801c2589c9d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:34.303988 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-c42e6182-cb0c-4264-9f74-d801c2589c9d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 811 time: 0.1020846 Aug 16 07:11:34.318845 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-1ff51663-8316-4fe8-be83-9561ab99516a tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/quotas/50d98475f7724d6a9d0daea75632c5dc HTTP/1.1" status: 200 len: 375 time: 0.0093234 Aug 16 07:11:34.371344 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-ead77299-d5a6-455a-98b2-ac0684674a8c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468862 Aug 16 07:11:34.463492 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-091b621f-b3f4-4020-86b2-44792b34498c service neutron] 10.222.0.20 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802114 Aug 16 07:11:34.553972 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-86e8b83f-09a5-4f7e-b5bf-10a49e95b7b2 service neutron] 10.222.0.20 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844843 Aug 16 07:11:35.793527 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-d8fcdd4f-6a84-4975-a5da-e8240556181e req-9c66fe3f-53e5-4528-a7dd-989dbde308ba tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 210 time: 0.0261981 Aug 16 07:11:36.870796 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-afc04923-d2f9-4b37-b10f-1df1e9a2b356 req-7b76ee5a-5b4f-4d73-a13d-83660efcc2d5 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 210 time: 0.0270035 Aug 16 07:11:37.886468 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ff25d559-09d3-4c65-9bae-aab5461993fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:37.947911 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e429be3f-8cd6-4297-9b8f-cca79b44d58e req-10383517-7d64-4640-8841-c92ed27ebb8c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 210 time: 0.0265620 Aug 16 07:11:39.026284 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-58804e82-3b83-49e3-8afb-c8a7fa232cd4 req-50e7b607-7e75-4aa6-9a4b-95837f8a186d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 210 time: 0.0291805 Aug 16 07:11:40.116633 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-8c509b68-ac4c-4b52-bd4b-b5f5f3127c4b req-9caa92e1-6fc0-47df-b931-87241b96874c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 210 time: 0.0266449 Aug 16 07:11:40.817598 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:40.991728 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7a078351-5033-497b-ba4d-da2b3f52a79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:41.211323 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5b5a391e-8121-4422-9d2d-830e7ab5ae1e req-d11bc233-4f03-499e-9422-7dcd55e25605 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 210 time: 0.0290790 Aug 16 07:11:41.903685 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-a69b3d67-61a5-4ec5-9b15-91302dc93f42 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:41.905206 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-a69b3d67-61a5-4ec5-9b15-91302dc93f42 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 811 time: 0.0998187 Aug 16 07:11:41.952677 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-7d7fac03-b5fb-4ce1-aabe-79626feafe3b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d98475f7724d6a9d0daea75632c5dc HTTP/1.1" status: 200 len: 380 time: 0.0371690 Aug 16 07:11:41.962101 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'port': {'device_id': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'admin_state_up': True, 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'security_groups': ['0d17499d-5b30-4961-8c6f-45e43919ec0f']}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:11:42.021046 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:42.171912 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Made reservation on behalf of 50d98475f7724d6a9d0daea75632c5dc for: {'port': 1} {{(pid=101191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 07:11:42.176090 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:42.307033 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.db_base_plugin_common [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Allocated IP 172.20.0.11 (cd07e312-b99c-4ba8-9b88-98a9770dcca7/d036fb50-c565-4de4-b694-7a99a675da4b/7730dcf5-8759-433b-b097-91507af3f353) {{(pid=101191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 07:11:42.307417 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f2d1c673-9166-4c89-88dd-2c7179dbd366 req-b7e0da7a-0776-4bcf-8404-0201a3a4a987 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 210 time: 0.0265112 Aug 16 07:11:42.441137 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for port, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:42.454076 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Transition to ACTIVE for port object 7730dcf5-8759-433b-b097-91507af3f353 will not be triggered until provisioned by entity DHCP. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:11:42.563354 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766673172956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:42.611025 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 is already hosted by enough agents. {{(pid=101191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 07:11:42.614770 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.base_scheduler [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Resources bound (agent type, host, resource id): {{(pid=101191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 07:11:42.618519 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Received port after_create {{(pid=101191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 07:11:42.624686 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event updated for resources: {'Port': ['ID=7730dcf5-8759-433b-b097-91507af3f353,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:42.683839 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:42.684465 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:42.761571 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-bdd5d4ab-756b-4973-a48b-543b913be752 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8030412 Aug 16 07:11:42.805010 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.v2.base [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Request body: {'port': {'device_id': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=101191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:11:42.856466 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:42.926403 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-b43d0971-a18e-4e13-af7b-80cec06422bf None None] Provisioning for port 7730dcf5-8759-433b-b097-91507af3f353 completed by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:11:42.930613 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-b43d0971-a18e-4e13-af7b-80cec06422bf None None] Provisioning complete for port 7730dcf5-8759-433b-b097-91507af3f353 triggered by entity DHCP. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:11:42.930982 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b43d0971-a18e-4e13-af7b-80cec06422bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:42.964676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-b43d0971-a18e-4e13-af7b-80cec06422bf None None] Port 7730dcf5-8759-433b-b097-91507af3f353 cannot update to ACTIVE because it is not bound. {{(pid=101193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 07:11:43.115746 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7730dcf5-8759-433b-b097-91507af3f353 {{(pid=101191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:11:43.123015 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:43.135045 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.provisioning_blocks [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Transition to ACTIVE for port object 7730dcf5-8759-433b-b097-91507af3f353 will not be triggered until provisioned by entity L2. {{(pid=101191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 07:11:43.194765 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:43.245722 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Pushing event updated for resources: {'Port': ['ID=7730dcf5-8759-433b-b097-91507af3f353,revision_number=2']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:43.319196 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Attempting to bind port 7730dcf5-8759-433b-b097-91507af3f353 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 07:11:43.319531 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Attempting to bind port 7730dcf5-8759-433b-b097-91507af3f353 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 07:11:43.319859 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Attempting to bind port 7730dcf5-8759-433b-b097-91507af3f353 on network cd07e312-b99c-4ba8-9b88-98a9770dcca7 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:11:43.324304 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Port 7730dcf5-8759-433b-b097-91507af3f353 on network cd07e312-b99c-4ba8-9b88-98a9770dcca7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 07:11:43.324628 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Attempting to bind port 7730dcf5-8759-433b-b097-91507af3f353 on network cd07e312-b99c-4ba8-9b88-98a9770dcca7 {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 07:11:43.329748 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Checking agent: {'id': '0b8ef6e2-e0a1-4f0c-a3b7-020a5a00e916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'started_at': datetime.datetime(2021, 8, 16, 6, 53, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 7, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 07:11:43.330087 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Checking segment: {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 07:11:43.330518 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Bound using segment: {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'} {{(pid=101191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 07:11:43.330945 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.managers [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Bound port: 7730dcf5-8759-433b-b097-91507af3f353, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efba6c35-2887-4b46-a72f-71063d43f641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7'}}] {{(pid=101191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 07:11:43.331334 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:43.398976 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] For port 7730dcf5-8759-433b-b097-91507af3f353, host hv-cinder-80390, cleared binding levels {{(pid=101191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 07:11:43.402154 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] For port 7730dcf5-8759-433b-b097-91507af3f353, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7730dcf5-8759-433b-b097-91507af3f353,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 07:11:43.437544 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:43.439321 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b5b9-3c8a-4131-b120-dc440d17327d req-9a4cfe1b-f33a-47a6-85f1-dbaa88ce512b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:43.441691 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7d00b5b9-3c8a-4131-b120-dc440d17327d req-9a4cfe1b-f33a-47a6-85f1-dbaa88ce512b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 944 time: 0.0515015 Aug 16 07:11:43.466656 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179259'] for port, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:43.486371 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-7d00b5b9-3c8a-4131-b120-dc440d17327d req-d8bae5ef-dd0b-4ff3-a2c2-641e511e3737 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385356 Aug 16 07:11:43.510400 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:43.511008 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:43.512494 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] 10.222.0.18 "PUT /v2.0/ports/7730dcf5-8759-433b-b097-91507af3f353 HTTP/1.1" status: 200 len: 1094 time: 0.7119353 Aug 16 07:11:43.512951 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'tag': '7730dcf5-8759-433b-b097-91507af3f353'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:11:43.515326 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83" -d '{"events": [{"name": "network-changed", "server_uuid": "45dbff85-3234-404d-89f4-1139a92b8f2d", "tag": "7730dcf5-8759-433b-b097-91507af3f353"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:11:43.539099 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c5a2-b1a9-496c-bb70-98df70930382 service neutron] Pushing event updated for resources: {'Port': ['ID=7730dcf5-8759-433b-b097-91507af3f353,revision_number=3']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:43.676533 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-80acce9c-1117-4725-82ed-03782ed0b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:43.678043 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-80acce9c-1117-4725-82ed-03782ed0b9e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 1097 time: 0.0449939 Aug 16 07:11:43.693809 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fb5425-3867-484b-87f4-67b046616226 x-openstack-request-id: req-89fb5425-3867-484b-87f4-67b046616226 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:11:43.694095 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dbff85-3234-404d-89f4-1139a92b8f2d", "tag": "7730dcf5-8759-433b-b097-91507af3f353", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:11:43.694350 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89fb5425-3867-484b-87f4-67b046616226 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:11:43.694739 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'tag': '7730dcf5-8759-433b-b097-91507af3f353', 'status': 'completed', 'code': 200} Aug 16 07:11:43.729442 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-4edef1ae-abe6-4080-be8c-0b55107f01d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7730dcf5-8759-433b-b097-91507af3f353 HTTP/1.1" status: 200 len: 217 time: 0.0420575 Aug 16 07:11:43.779561 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-7978fd38-402e-41f3-81b1-32c79361e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:43.780936 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-7978fd38-402e-41f3-81b1-32c79361e035 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0456140 Aug 16 07:11:43.826716 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-7bbb90a1-8d68-460d-a750-da6a1b8e1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:43.828235 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-7bbb90a1-8d68-460d-a750-da6a1b8e1e67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399377 Aug 16 07:11:43.920790 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-0599c71f-8135-453d-835f-ff6b912b803c service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839448 Aug 16 07:11:44.011322 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-d97f7734-112a-4f9a-a628-1fe367e213a0 req-6073b733-52a5-4b19-97c9-acadb09392fa service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828557 Aug 16 07:11:44.164107 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-923f9931-0fc6-4d28-9bdb-4dcfe5046a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:44.165630 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-923f9931-0fc6-4d28-9bdb-4dcfe5046a28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 1097 time: 0.0449095 Aug 16 07:11:44.253812 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-b8339c05-2e3d-4e94-a470-bfcae2440be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:44.255313 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-b8339c05-2e3d-4e94-a470-bfcae2440be6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 911 time: 0.0826244 Aug 16 07:11:44.295835 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-df6e1546-fea4-4bbf-8516-2edf413fbc30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7730dcf5-8759-433b-b097-91507af3f353 HTTP/1.1" status: 200 len: 217 time: 0.0334592 Aug 16 07:11:44.348467 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-b61fd0e5-17aa-434c-b106-6250ae2e77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:44.349933 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-b61fd0e5-17aa-434c-b106-6250ae2e77e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0466607 Aug 16 07:11:44.404412 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-a254be6a-3d25-4880-b66c-88a7456d984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:44.405896 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-a254be6a-3d25-4880-b66c-88a7456d984f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492027 Aug 16 07:11:44.493947 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-5c9b5756-a793-4895-a818-f429f44f93d0 service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786502 Aug 16 07:11:44.589489 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-00234a0b-c3fb-4b9a-bb0c-6ef72ccafa83 req-8ea12555-d557-4aec-9a86-d9b4bad5e3d9 service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875821 Aug 16 07:11:44.599533 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6409-4787-4afa-b31d-053dd0144a20 req-a1a0fbf7-9520-46fd-a105-f88fb7c50832 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:44.601018 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1fca6409-4787-4afa-b31d-053dd0144a20 req-a1a0fbf7-9520-46fd-a105-f88fb7c50832 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 944 time: 0.0521626 Aug 16 07:11:44.637435 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1fca6409-4787-4afa-b31d-053dd0144a20 req-0d1ac39a-b3a0-4ccb-9c75-a7b800cd0304 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305693 Aug 16 07:11:45.756837 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc0e76-8ed9-4867-aaf7-47c27d633823 req-cda2cb3b-b817-4eea-aced-6ce5e2a28927 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:45.758200 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-33cc0e76-8ed9-4867-aaf7-47c27d633823 req-cda2cb3b-b817-4eea-aced-6ce5e2a28927 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 944 time: 0.0507693 Aug 16 07:11:45.795412 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-33cc0e76-8ed9-4867-aaf7-47c27d633823 req-dc158a8f-20f4-46fb-9d2e-b183b305cc2c tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312376 Aug 16 07:11:46.908493 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e255e7a-a185-4822-81ee-68b1d87982c0 req-d9bc9533-f423-48cb-92ae-c26b35fbbad9 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:46.910626 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3e255e7a-a185-4822-81ee-68b1d87982c0 req-d9bc9533-f423-48cb-92ae-c26b35fbbad9 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 944 time: 0.0479937 Aug 16 07:11:46.947801 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-3e255e7a-a185-4822-81ee-68b1d87982c0 req-cee8aba5-f05f-4973-8542-57310154a5e8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Aug 16 07:11:47.240799 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:11:48.062405 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645c00b-ef8a-4954-baae-23c07af0e4ea req-94cfb9fa-6d7e-4288-a226-53719195f10a tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:48.063869 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c645c00b-ef8a-4954-baae-23c07af0e4ea req-94cfb9fa-6d7e-4288-a226-53719195f10a tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 944 time: 0.0514150 Aug 16 07:11:48.100477 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-c645c00b-ef8a-4954-baae-23c07af0e4ea req-c07c8342-0257-4db8-ac3b-104a4585767b tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303195 Aug 16 07:11:49.216172 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff99a09-5502-4bee-bb43-22f02b5441b9 req-c84fd0e1-7628-4649-88b3-9370f9d6262a tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:49.217599 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bff99a09-5502-4bee-bb43-22f02b5441b9 req-c84fd0e1-7628-4649-88b3-9370f9d6262a tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 944 time: 0.0501528 Aug 16 07:11:49.255777 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-bff99a09-5502-4bee-bb43-22f02b5441b9 req-6600d4d8-36bd-4b65-9470-3cfba87651af tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320439 Aug 16 07:11:49.399246 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 7730dcf5-8759-433b-b097-91507af3f353 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=101193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 07:11:49.490750 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 7730dcf5-8759-433b-b097-91507af3f353, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7730dcf5-8759-433b-b097-91507af3f353,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:49.504979 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Returning: {'device': '7730dcf5-8759-433b-b097-91507af3f353', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'port_id': '7730dcf5-8759-433b-b097-91507af3f353', 'mac_address': 'fa:16:3e:4e:3e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 07:11:49.540847 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:49.553472 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7730dcf5-8759-433b-b097-91507af3f353 {{(pid=101193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 07:11:49.572255 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 7730dcf5-8759-433b-b097-91507af3f353, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7730dcf5-8759-433b-b097-91507af3f353,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:49.663326 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:49.710131 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=7730dcf5-8759-433b-b097-91507af3f353,revision_number=4']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:50.038871 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] get_ports_and_sgs() called for port_ids ['7730dcf5-8759-433b-b097-91507af3f353'] {{(pid=101193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 07:11:50.365749 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a058d85-d221-4ed0-8d16-ff73f429b7b8 req-c6f419b9-b7cb-4b45-8b63-e55404a098f7 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:50.367212 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1a058d85-d221-4ed0-8d16-ff73f429b7b8 req-c6f419b9-b7cb-4b45-8b63-e55404a098f7 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 945 time: 0.0468872 Aug 16 07:11:50.404264 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1a058d85-d221-4ed0-8d16-ff73f429b7b8 req-96bb8321-29ff-4943-942c-3bbddb32bfa7 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Aug 16 07:11:51.414435 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 7730dcf5-8759-433b-b097-91507af3f353 up at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 07:11:51.518280 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning for port 7730dcf5-8759-433b-b097-91507af3f353 completed by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 07:11:51.522842 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.provisioning_blocks [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Provisioning complete for port 7730dcf5-8759-433b-b097-91507af3f353 triggered by entity L2. {{(pid=101193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 07:11:51.523252 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16209527'] for port, provisioning_complete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:51.526835 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4555500-aeba-4e18-8a3d-5b0740c5e90a req-75ec2532-e02a-4626-aa7d-02b7edca08ed tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:51.528330 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b4555500-aeba-4e18-8a3d-5b0740c5e90a req-75ec2532-e02a-4626-aa7d-02b7edca08ed tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 945 time: 0.0517533 Aug 16 07:11:51.565877 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-b4555500-aeba-4e18-8a3d-5b0740c5e90a req-72cc9ec3-54e3-4860-bba8-8f8af74cb615 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308456 Aug 16 07:11:51.602696 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16140084'] for port, before_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:51.624232 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7730dcf5-8759-433b-b097-91507af3f353'}] {{(pid=101193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:11:51.626449 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e8bcbe3d53ca9079d5dfedd32822604392f668e217d1e457ba8718a240308a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9215a6-1b65-42be-a0f6-5191acd3b8f3" -d '{"events": [{"server_uuid": "45dbff85-3234-404d-89f4-1139a92b8f2d", "name": "network-vif-plugged", "status": "completed", "tag": "7730dcf5-8759-433b-b097-91507af3f353"}]}' {{(pid=101193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:11:51.639533 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] For port 7730dcf5-8759-433b-b097-91507af3f353, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7730dcf5-8759-433b-b097-91507af3f353,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:11:51.697378 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766673560980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766673172974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766673171972'] for port, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:51.723931 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc1d44f-8df6-4c32-a30a-e36e5c7da516 x-openstack-request-id: req-9cc1d44f-8df6-4c32-a30a-e36e5c7da516 {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:11:51.724234 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dbff85-3234-404d-89f4-1139a92b8f2d", "name": "network-vif-plugged", "status": "completed", "tag": "7730dcf5-8759-433b-b097-91507af3f353", "code": 200}]} {{(pid=101193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:11:51.724506 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cc1d44f-8df6-4c32-a30a-e36e5c7da516 {{(pid=101193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:11:51.724949 dv-cinder-803901-6-iscsi neutron-server[101193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7730dcf5-8759-433b-b097-91507af3f353', 'code': 200} Aug 16 07:11:51.750551 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Pushing event updated for resources: {'Port': ['ID=7730dcf5-8759-433b-b097-91507af3f353,revision_number=5']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:11:52.036175 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa5479-33a2-4c9a-9987-f12c106ed33f req-9e6e296f-6ecb-422c-969a-57d9c94a8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:52.037546 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8eaa5479-33a2-4c9a-9987-f12c106ed33f req-9e6e296f-6ecb-422c-969a-57d9c94a8c98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 1099 time: 0.0404763 Aug 16 07:11:52.076875 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-8eaa5479-33a2-4c9a-9987-f12c106ed33f req-fdfd4b82-1e7e-4b88-84d4-99d98711ef58 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Aug 16 07:11:52.732523 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffbd48-0655-4016-b8d0-eb3a6db6bcf2 req-f0ce076c-3f0e-404e-b651-cfe21b3687a8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:52.733911 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fbffbd48-0655-4016-b8d0-eb3a6db6bcf2 req-f0ce076c-3f0e-404e-b651-cfe21b3687a8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 946 time: 0.0478046 Aug 16 07:11:52.773671 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-fbffbd48-0655-4016-b8d0-eb3a6db6bcf2 req-c0744fe9-d7a5-4fca-ad74-cd2a98c9aeb8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329089 Aug 16 07:11:53.889489 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715c215-5e12-49cd-abd1-763274e381e0 req-aea05832-4238-4028-ba46-cd317308e3ea tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:53.890935 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e715c215-5e12-49cd-abd1-763274e381e0 req-aea05832-4238-4028-ba46-cd317308e3ea tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 946 time: 0.0485363 Aug 16 07:11:53.928438 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-e715c215-5e12-49cd-abd1-763274e381e0 req-1b3e587b-68e8-4a44-8648-50e34dd48973 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Aug 16 07:11:54.043266 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553410e-4a0e-415e-b875-9b4abaf71875 req-5dbbd688-8795-41a0-aa78-09c2d937d0fe tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:54.044744 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2553410e-4a0e-415e-b875-9b4abaf71875 req-5dbbd688-8795-41a0-aa78-09c2d937d0fe tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 946 time: 0.0521593 Aug 16 07:11:54.054560 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40600) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:11:54.058980 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.v2.base [None req-d845c1b9-7beb-4529-9484-d298867abb46 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Request body: {'floatingip': {'port_id': '7730dcf5-8759-433b-b097-91507af3f353'}} {{(pid=101192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 07:11:54.097126 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d845c1b9-7beb-4529-9484-d298867abb46 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, before_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:54.271790 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:54.522487 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d845c1b9-7beb-4529-9484-d298867abb46 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:54.582901 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d845c1b9-7beb-4529-9484-d298867abb46 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:54.946951 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.db.l3_db [None req-d845c1b9-7beb-4529-9484-d298867abb46 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Floating IP da3e7c47-13c8-47aa-a84b-e3fb095962c6 associated. External IP: 172.27.0.245, port: 7730dcf5-8759-433b-b097-91507af3f353. Aug 16 07:11:55.149213 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d845c1b9-7beb-4529-9484-d298867abb46 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:11:55.253703 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d845c1b9-7beb-4529-9484-d298867abb46 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:11:55.258525 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d845c1b9-7beb-4529-9484-d298867abb46 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:11:55.263001 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] Sync routers for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:11:55.272313 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:55.272916 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:11:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:55.289947 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-d845c1b9-7beb-4529-9484-d298867abb46 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "PUT /v2.0/floatingips/da3e7c47-13c8-47aa-a84b-e3fb095962c6 HTTP/1.1" status: 200 len: 992 time: 1.2319415 Aug 16 07:11:55.289947 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'tag': '7730dcf5-8759-433b-b097-91507af3f353'}] {{(pid=101192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:11:55.290382 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55fc6b2e433ec89a4da060e8af23739023f9b8733108ef02e8b785e75b7b60bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e210b9-8842-45c4-98ce-1cf15ada6158" -d '{"events": [{"name": "network-changed", "server_uuid": "45dbff85-3234-404d-89f4-1139a92b8f2d", "tag": "7730dcf5-8759-433b-b097-91507af3f353"}]}' {{(pid=101192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:11:55.326326 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 07:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04738beb-17df-4a97-84ae-331ba85a7fb4 x-openstack-request-id: req-04738beb-17df-4a97-84ae-331ba85a7fb4 {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:11:55.326625 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dbff85-3234-404d-89f4-1139a92b8f2d", "tag": "7730dcf5-8759-433b-b097-91507af3f353", "status": "completed", "code": 200}]} {{(pid=101192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:11:55.326878 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04738beb-17df-4a97-84ae-331ba85a7fb4 {{(pid=101192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:11:55.327308 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'tag': '7730dcf5-8759-433b-b097-91507af3f353', 'status': 'completed', 'code': 200} Aug 16 07:11:55.377111 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:55.399698 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-49d2d5b7-997f-4d05-bd8b-ca93b1708f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:55.401174 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-49d2d5b7-997f-4d05-bd8b-ca93b1708f0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 1099 time: 0.0488343 Aug 16 07:11:55.490186 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-904c9c1f-c117-4c05-8ab9-9a022c24b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:55.491727 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-904c9c1f-c117-4c05-8ab9-9a022c24b606 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 911 time: 0.0830338 Aug 16 07:11:55.565999 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-cacdd6eb-4540-489b-8a1b-8b206765f1c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7730dcf5-8759-433b-b097-91507af3f353 HTTP/1.1" status: 200 len: 1000 time: 0.0654559 Aug 16 07:11:55.615826 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-a1419906-b6fa-4a3e-957b-9f5230ba45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:55.617249 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-a1419906-b6fa-4a3e-957b-9f5230ba45fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0432603 Aug 16 07:11:55.662977 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-5093889d-c31c-43f5-98e5-160fb2c19e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:11:55.664478 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-5093889d-c31c-43f5-98e5-160fb2c19e1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403426 Aug 16 07:11:55.677606 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': 'da3e7c47-13c8-47aa-a84b-e3fb095962c6', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'port_id': '7730dcf5-8759-433b-b097-91507af3f353', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'mac_address': 'fa:16:3e:4e:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:11:33Z', 'updated_at': '2021-08-16T07:11:54Z', 'revision_number': 1, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:55.705870 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] Checking router: bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:11:55.714585 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:11:55.715202 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:11:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:55.757448 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-dbdfa095-a682-4dd6-aa7f-36207d4e4084 service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847495 Aug 16 07:11:55.818222 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:11:55.847068 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-94e210b9-8842-45c4-98ce-1cf15ada6158 req-b0327d83-2869-48c8-a881-6b93e2b6e069 service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816820 Aug 16 07:11:56.033270 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': 'da3e7c47-13c8-47aa-a84b-e3fb095962c6', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'port_id': '7730dcf5-8759-433b-b097-91507af3f353', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'mac_address': 'fa:16:3e:4e:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:11:33Z', 'updated_at': '2021-08-16T07:11:54Z', 'revision_number': 1, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:11:56.058491 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c2ead-463c-43a9-ba56-300d9add780f None None] The sync data for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi is: [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_floatingips': [{'id': 'da3e7c47-13c8-47aa-a84b-e3fb095962c6', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'router_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'port_id': '7730dcf5-8759-433b-b097-91507af3f353', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'mac_address': 'fa:16:3e:4e:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T07:11:33Z', 'updated_at': '2021-08-16T07:11:54Z', 'revision_number': 1, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:11:56.238916 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751ac92-bf2e-416a-b087-a25adda7e39f None None] New status for floating IP da3e7c47-13c8-47aa-a84b-e3fb095962c6: ACTIVE {{(pid=101193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:12:07.894782 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-a5afa2b9-d33c-44b2-987e-444879c94066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:10.873974 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:11.005622 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce35e-d3d1-4b34-8e4d-a02271a8124c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:12.011405 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:13.431238 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:24.240294 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:12:24.305339 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:32.697831 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-84514aa1-aece-4230-a62a-798342b2a5a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392368 Aug 16 07:12:32.782505 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-a545f284-1480-4f07-bcd7-1f3c4e6f8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:12:32.784053 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-a545f284-1480-4f07-bcd7-1f3c4e6f8fab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 1099 time: 0.0430858 Aug 16 07:12:32.884116 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-819c9137-c30e-4413-a239-f96d4d390666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:12:32.885544 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-819c9137-c30e-4413-a239-f96d4d390666 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 911 time: 0.0818734 Aug 16 07:12:32.952299 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-fe0b2a86-d079-430c-b672-d62f7d491ee3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7730dcf5-8759-433b-b097-91507af3f353 HTTP/1.1" status: 200 len: 1002 time: 0.0583260 Aug 16 07:12:33.000509 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-8b703811-f0dd-4987-8eda-ca612b2c4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:12:33.001872 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-8b703811-f0dd-4987-8eda-ca612b2c4a26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0413761 Aug 16 07:12:33.047120 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-576a44fd-b9f6-45df-a54f-24d88fbfbd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:12:33.048575 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-576a44fd-b9f6-45df-a54f-24d88fbfbd10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390317 Aug 16 07:12:33.138753 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-d147cdeb-8141-4dbd-ac15-19e05ce5f7bc service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818644 Aug 16 07:12:33.228144 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-51e94588-7b97-4ff6-9c78-f13ec0632a38 req-fb0d8961-958b-4ed7-a750-fe5e98e641ed service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803325 Aug 16 07:12:37.879060 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b9949b19-8ecc-4a57-a0d7-ee04c5773bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:40.819527 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:40.970993 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-bbc494b2-b23a-43be-a555-c527f6c55db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:42.093864 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:43.416077 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:12:54.271327 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:01.238254 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:13:07.884893 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4c9b-c39f-4841-bd2b-4877bf6eadba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:10.853574 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:10.961953 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-d1989f41-82aa-4bcd-81eb-afd800826bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:12.047538 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:13.442008 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:24.276437 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:33.696163 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-298b22b4-f46f-45c2-91f3-770e922316bf req-fe8573cc-c124-41c3-ba3b-b3e143fd1fca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397077 Aug 16 07:13:33.781244 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b22b4-f46f-45c2-91f3-770e922316bf req-729bf58f-2eda-42c3-8d5b-b99141fb51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:13:33.782707 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-298b22b4-f46f-45c2-91f3-770e922316bf req-729bf58f-2eda-42c3-8d5b-b99141fb51a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50d98475f7724d6a9d0daea75632c5dc&device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 1099 time: 0.0430326 Aug 16 07:13:34.139922 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b22b4-f46f-45c2-91f3-770e922316bf req-4e9c8d49-403d-4ebc-b212-2baf104007d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:13:34.141602 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-298b22b4-f46f-45c2-91f3-770e922316bf req-4e9c8d49-403d-4ebc-b212-2baf104007d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 200 len: 911 time: 0.3358607 Aug 16 07:13:34.211457 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-298b22b4-f46f-45c2-91f3-770e922316bf req-547f3a24-fb8d-41f3-ad0d-c05b5a0eaf27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7730dcf5-8759-433b-b097-91507af3f353 HTTP/1.1" status: 200 len: 1002 time: 0.0605977 Aug 16 07:13:34.262554 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b22b4-f46f-45c2-91f3-770e922316bf req-beefa3f9-cb46-4f27-ba9f-0c6c18c91488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:13:34.264051 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-298b22b4-f46f-45c2-91f3-770e922316bf req-beefa3f9-cb46-4f27-ba9f-0c6c18c91488 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 200 len: 850 time: 0.0438814 Aug 16 07:13:34.310869 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b22b4-f46f-45c2-91f3-770e922316bf req-e3171761-7013-46f0-9ab6-d2aa7115c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:13:34.312431 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-298b22b4-f46f-45c2-91f3-770e922316bf req-e3171761-7013-46f0-9ab6-d2aa7115c216 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd07e312-b99c-4ba8-9b88-98a9770dcca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401704 Aug 16 07:13:34.407870 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-298b22b4-f46f-45c2-91f3-770e922316bf req-0b536605-cf38-4b43-a844-283c7b55e8b3 service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859351 Aug 16 07:13:34.497609 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-298b22b4-f46f-45c2-91f3-770e922316bf req-f3889230-e078-45a9-9bbf-8a9b8dced097 service neutron] 10.222.0.18 "GET /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814586 Aug 16 07:13:37.946602 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-12d0d3f9-cbe4-442e-873f-345b7c1f5626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:38.236638 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:13:40.832073 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:40.975935 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2dab-e826-4c09-b0cd-3dc8acbc2612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:42.026308 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:43.435980 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:50.456049 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8973abe-1825-4e43-b828-e273a88262e5 req-2e27e7d7-8742-4434-b8e0-e1a33a9fb616 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:13:50.457524 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f8973abe-1825-4e43-b828-e273a88262e5 req-2e27e7d7-8742-4434-b8e0-e1a33a9fb616 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 946 time: 0.0497212 Aug 16 07:13:50.496149 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-f8973abe-1825-4e43-b828-e273a88262e5 req-4bf3e633-c565-47e1-8a4e-a8479ce6fec8 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Aug 16 07:13:51.611187 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753e7ea-3fec-408d-abd7-c668ca037c16 req-18961bdf-c9b8-4156-8011-40edad1877f6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:13:51.612654 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2753e7ea-3fec-408d-abd7-c668ca037c16 req-18961bdf-c9b8-4156-8011-40edad1877f6 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 946 time: 0.0481944 Aug 16 07:13:51.649307 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-2753e7ea-3fec-408d-abd7-c668ca037c16 req-e1360bd1-52be-4d9a-b624-c22f47ca597d tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Aug 16 07:13:52.683979 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9854cb86-776d-4de9-93d5-33a4e302c123 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:13:52.685682 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9854cb86-776d-4de9-93d5-33a4e302c123 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 946 time: 0.0485122 Aug 16 07:13:52.768312 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a046f-4fa3-4dd9-bedb-247e37b05306 req-5977e292-b178-4afa-8fb0-52ddce9a8eaf tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 07:13:52.769818 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1e8a046f-4fa3-4dd9-bedb-247e37b05306 req-5977e292-b178-4afa-8fb0-52ddce9a8eaf tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 946 time: 0.0527282 Aug 16 07:13:52.778135 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Deleting port 7730dcf5-8759-433b-b097-91507af3f353 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:13:52.778476 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:52.809667 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-1e8a046f-4fa3-4dd9-bedb-247e37b05306 req-df58fec1-d7e2-44a2-be75-557e4c434632 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d17499d-5b30-4961-8c6f-45e43919ec0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331142 Aug 16 07:13:52.864569 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.db [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] For port 7730dcf5-8759-433b-b097-91507af3f353, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7730dcf5-8759-433b-b097-91507af3f353,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:13:52.864933 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:53.037184 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:53.037476 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495772'] for floatingip, after_update {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:53.037845 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.db.l3_db [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Floating IP da3e7c47-13c8-47aa-a84b-e3fb095962c6 disassociated. External IP: 172.27.0.245, port: 7730dcf5-8759-433b-b097-91507af3f353. Aug 16 07:13:53.038845 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Calling delete_port for 7730dcf5-8759-433b-b097-91507af3f353 owned by compute:nova {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:13:53.247581 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:53.281418 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event deleted for resources: {'Port': ['ID=7730dcf5-8759-433b-b097-91507af3f353,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:13:53.294023 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.294404 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.294773 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.295112 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.295497 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.295855 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.296211 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.296545 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.296880 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.297228 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.297574 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.297924 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:53.411052 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:13:53.518122 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:13:53.528451 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] Sync routers for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:13:53.537285 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:13:53.537883 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:13:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:13:53.560093 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] No DVR routers for this DVR port 7730dcf5-8759-433b-b097-91507af3f353 on host hv-cinder-80390 {{(pid=101191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:13:53.562741 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for port, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:53.564645 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [req-1fe6acc0-25d2-47fc-bd7a-637bd20d3c57 req-9eb20f8d-c6e4-48ee-b347-5cd68e6bb6cd tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.18 "DELETE /v2.0/ports/7730dcf5-8759-433b-b097-91507af3f353 HTTP/1.1" status: 204 len: 173 time: 0.8731411 Aug 16 07:13:53.565262 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'name': 'network-vif-deleted', 'tag': '7730dcf5-8759-433b-b097-91507af3f353'}] {{(pid=101191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 07:13:53.567990 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e25cac396971e6569549b82f6510ae44b2320740ca5a6a577529d6ae719026d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8b9235-94f3-44d3-9ee0-f64efa23f554" -d '{"events": [{"server_uuid": "45dbff85-3234-404d-89f4-1139a92b8f2d", "name": "network-vif-deleted", "tag": "7730dcf5-8759-433b-b097-91507af3f353"}]}' {{(pid=101191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 07:13:53.605000 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 07:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92c59b7-1f42-4add-ab1e-ca47d25d0d11 x-openstack-request-id: req-a92c59b7-1f42-4add-ab1e-ca47d25d0d11 {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 07:13:53.605304 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dbff85-3234-404d-89f4-1139a92b8f2d", "name": "network-vif-deleted", "tag": "7730dcf5-8759-433b-b097-91507af3f353", "status": "completed", "code": 200}]} {{(pid=101191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 07:13:53.605665 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a92c59b7-1f42-4add-ab1e-ca47d25d0d11 {{(pid=101191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 07:13:53.606177 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dbff85-3234-404d-89f4-1139a92b8f2d', 'name': 'network-vif-deleted', 'tag': '7730dcf5-8759-433b-b097-91507af3f353', 'status': 'completed', 'code': 200} Aug 16 07:13:53.643986 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:13:53.849438 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:13:53.875512 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] Checking router: bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:13:53.884615 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:13:53.885257 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:13:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:13:53.917879 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [req-5cb40d4e-f2c9-4b33-b640-ef71e377fc29 req-003ca56c-97b7-40c5-98e8-bbff04ad35f9 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/ports?device_id=45dbff85-3234-404d-89f4-1139a92b8f2d HTTP/1.1" status: 200 len: 210 time: 0.0264943 Aug 16 07:13:53.992791 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:13:54.187373 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:13:54.218263 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f422f97-8882-4283-9cbf-e672e69eed6d None None] The sync data for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi is: [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:06:50Z', 'revision_number': 4, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi', '_interfaces': [{'id': 'aa9f0714-a6e4-46be-9068-b43697b2e4dd', 'name': '', 'network_id': 'cd07e312-b99c-4ba8-9b88-98a9770dcca7', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'mac_address': 'fa:16:3e:b9:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:50Z', 'updated_at': '2021-08-16T07:06:55Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'subnets': [{'id': 'd036fb50-c565-4de4-b694-7a99a675da4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:13:54.281816 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:54.438825 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa181a-4c90-4bbb-8a3c-646a6dcd3bfe None None] New status for floating IP da3e7c47-13c8-47aa-a84b-e3fb095962c6: DOWN {{(pid=101193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 07:13:56.116470 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40920) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:13:56.170771 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.192928 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.300572 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.303079 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.304289 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "DELETE /v2.0/security-groups/0d17499d-5b30-4961-8c6f-45e43919ec0f HTTP/1.1" status: 204 len: 168 time: 0.1868498 Aug 16 07:13:56.307080 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40922) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:13:56.313659 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d17499d-5b30-4961-8c6f-45e43919ec0f,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:13:56.321301 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.api.v2.resource [None req-ebc3a024-ec99-4414-bb00-436f71531278 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] show failed (client error): The resource could not be found. Aug 16 07:13:56.321927 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.322282 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.322392 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ebc3a024-ec99-4414-bb00-436f71531278 tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "GET /v2.0/security-groups/0d17499d-5b30-4961-8c6f-45e43919ec0f HTTP/1.1" status: 404 len: 347 time: 0.0142324 Aug 16 07:13:56.322856 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.323227 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.323578 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.323896 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.324313 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.324650 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.325093 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.325247 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40924) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:13:56.325416 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.325743 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.326069 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97abb9a-fea3-4dd2-8835-70f6e7f2197f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:13:56.446603 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Deleting port f76cfcb3-c7f5-4eca-b7e7-b036536ff5e8 {{(pid=101191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:13:56.446955 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.520482 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.520808 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.532677 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.plugins.ml2.plugin [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Calling delete_port for f76cfcb3-c7f5-4eca-b7e7-b036536ff5e8 owned by network:floatingip {{(pid=101191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:13:56.735221 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179250'] for port, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.762729 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Pushing event deleted for resources: {'Port': ['ID=f76cfcb3-c7f5-4eca-b7e7-b036536ff5e8,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:13:56.824122 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks [] for floatingip, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.826977 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43650'] for floatingip, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:13:56.828166 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-51bb941b-6978-4cad-b915-064d9f79415f tempest-AttachVolumeTestJSON-775065632 tempest-AttachVolumeTestJSON-775065632-project] 10.222.0.20 "DELETE /v2.0/floatingips/da3e7c47-13c8-47aa-a84b-e3fb095962c6 HTTP/1.1" status: 204 len: 168 time: 0.5021384 Aug 16 07:13:58.016867 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 7730dcf5-8759-433b-b097-91507af3f353 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:13:58.036847 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] No Port match for: 7730dcf5-8759-433b-b097-91507af3f353 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:13:58.037187 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Device 7730dcf5-8759-433b-b097-91507af3f353 not bound to the agent host hv-cinder-80390 {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:14:00.856010 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40952) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:01.344511 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-602524'] for router_interface, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:01.581829 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Deleting port aa9f0714-a6e4-46be-9068-b43697b2e4dd {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:14:01.582172 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:01.657338 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] For port aa9f0714-a6e4-46be-9068-b43697b2e4dd, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=aa9f0714-a6e4-46be-9068-b43697b2e4dd,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:14:01.657693 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:01.669849 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Calling delete_port for aa9f0714-a6e4-46be-9068-b43697b2e4dd owned by network:router_interface {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:14:01.934887 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:01.958868 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9f0714-a6e4-46be-9068-b43697b2e4dd,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:02.129916 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495916'] for router_interface, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:02.349880 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 has already been hosted by L3 agent 7b6a387a-c665-4f41-8e87-e7ef8b25c2b5 {{(pid=101192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 07:14:02.454211 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] Notify agent at l3_agent.dv-cinder-803901-6-iscsi the message routers_updated {{(pid=101192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 07:14:02.459122 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-ab8d07d8-66d5-4069-a2bf-9cd9c55eb31b admin admin] 10.222.0.20 "PUT /v2.0/routers/bfa5b89a-aefc-4325-8c64-3a04fb1cfa89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6020713 Aug 16 07:14:02.461695 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40956) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:02.464365 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] Sync routers for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 07:14:02.473188 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:14:02.473781 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:13:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:14:02.563384 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks [] for router, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:02.574664 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: dv-cinder-803901-6-iscsi {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:14:02.666904 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:02.757783 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'external_fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:14:01Z', 'revision_number': 5, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port': {'id': '7f00f100-1ea5-431a-82b7-afd420f49a53', 'name': '', 'network_id': 'badac191-3c54-4f12-83f0-a7164c1c781d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T07:06:48Z', 'updated_at': '2021-08-16T07:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70335a80-49c4-49b7-a6d7-9d0c6ce6e6af', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-6-iscsi'}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:14:02.785985 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Deleting port 7f00f100-1ea5-431a-82b7-afd420f49a53 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:14:02.786338 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:02.787021 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] Checking router: bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 for host: dv-cinder-803901-6-iscsi {{(pid=101194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 07:14:02.795215 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] Routers {'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'} bound to L3 agent in host dv-cinder-803901-6-iscsi {{(pid=101194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 07:14:02.795822 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T06:47:11Z,description=,heartbeat_timestamp=2021-08-16T07:13:41Z,host='dv-cinder-803901-6-iscsi',id=7b6a387a-c665-4f41-8e87-e7ef8b25c2b5,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T06:47:12Z,topic='l3_agent')) {'router_ids': ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'], 'active': True} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:14:02.866337 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] For port 7f00f100-1ea5-431a-82b7-afd420f49a53, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=7f00f100-1ea5-431a-82b7-afd420f49a53,segment=NetworkSegment(c3bf7165-989b-4d63-a8b6-15c7852efa3e),segment_id=c3bf7165-989b-4d63-a8b6-15c7852efa3e)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:14:02.866705 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:02.875946 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_dvr_db [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] Set router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 gateway port host: None {{(pid=101194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 07:14:02.879233 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Calling delete_port for 7f00f100-1ea5-431a-82b7-afd420f49a53 owned by network:router_gateway {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:14:02.927988 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.l3_hamode_db [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:14:02Z', 'revision_number': 6, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port_host': None}], 'dv-cinder-803901-6-iscsi', False) {} {{(pid=101194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:14:02.953771 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ff28e-ce71-4136-8952-a06250c0b290 None None] The sync data for ids ['bfa5b89a-aefc-4325-8c64-3a04fb1cfa89'] in dv-cinder-803901-6-iscsi is: [{'id': 'bfa5b89a-aefc-4325-8c64-3a04fb1cfa89', 'name': 'tempest-AttachVolumeTestJSON-1514811412-router', 'tenant_id': '50d98475f7724d6a9d0daea75632c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T07:06:47Z', 'updated_at': '2021-08-16T07:14:02Z', 'revision_number': 6, 'project_id': '50d98475f7724d6a9d0daea75632c5dc', 'gw_port_host': None}] {{(pid=101194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 07:14:03.116522 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.142728 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f00f100-1ea5-431a-82b7-afd420f49a53,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:03.203036 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495830'] for router_gateway, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.292137 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3306'] for router, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.294517 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.432384 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494645'] for router, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.432941 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 {{(pid=101192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 07:14:03.437217 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] Notify callbacks [] for router, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.438360 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-5739cb7e-47be-4d4c-8402-6d35634f5913 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bfa5b89a-aefc-4325-8c64-3a04fb1cfa89 HTTP/1.1" status: 204 len: 168 time: 0.9757586 Aug 16 07:14:03.440921 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40958) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:03.487300 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cf91bf-a948-4dd0-a636-9e3829acb28f admin admin] Deleting subnet d036fb50-c565-4de4-b694-7a99a675da4b {{(pid=101192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 07:14:03.490362 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91bf-a948-4dd0-a636-9e3829acb28f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.524585 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91bf-a948-4dd0-a636-9e3829acb28f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59254927'] for subnet, precommit_delete_associations {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.598162 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91bf-a948-4dd0-a636-9e3829acb28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16155021'] for subnet, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.706540 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91bf-a948-4dd0-a636-9e3829acb28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16155034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59680681'] for subnet, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.722150 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 7f00f100-1ea5-431a-82b7-afd420f49a53 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:14:03.737113 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf91bf-a948-4dd0-a636-9e3829acb28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d036fb50-c565-4de4-b694-7a99a675da4b,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:03.741133 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91bf-a948-4dd0-a636-9e3829acb28f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.743061 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-f8cf91bf-a948-4dd0-a636-9e3829acb28f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d036fb50-c565-4de4-b694-7a99a675da4b HTTP/1.1" status: 204 len: 168 time: 0.3011439 Aug 16 07:14:03.747367 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 40960) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:03.750922 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc41da-e4c0-4941-af8b-bdc5523d1910 None None] Network cd07e312-b99c-4ba8-9b88-98a9770dcca7 requested from dv-cinder-803901-6-iscsi {{(pid=101193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 07:14:03.753151 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 7f00f100-1ea5-431a-82b7-afd420f49a53 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:14:03.753518 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 7f00f100-1ea5-431a-82b7-afd420f49a53 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:14:03.753941 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device aa9f0714-a6e4-46be-9068-b43697b2e4dd no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:14:03.776260 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: aa9f0714-a6e4-46be-9068-b43697b2e4dd {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:14:03.776927 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device aa9f0714-a6e4-46be-9068-b43697b2e4dd not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:14:03.816358 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16258130'] for network, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.873653 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Deleting port 5bfde6ff-97ee-4c46-9cfc-149543903a12 {{(pid=101192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:14:03.874025 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:03.975870 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] DHCP port deletion for cd07e312-b99c-4ba8-9b88-98a9770dcca7 request from dv-cinder-803901-6-iscsi {{(pid=101193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 07:14:04.029965 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Deleting port 5bfde6ff-97ee-4c46-9cfc-149543903a12 {{(pid=101193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 07:14:04.030344 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766673555752'] for port, before_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.097464 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.db [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] For port 5bfde6ff-97ee-4c46-9cfc-149543903a12, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=5bfde6ff-97ee-4c46-9cfc-149543903a12,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:14:04.097873 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.111841 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Calling delete_port for 5bfde6ff-97ee-4c46-9cfc-149543903a12 owned by network:dhcp {{(pid=101193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:14:04.228796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.db [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] For port 5bfde6ff-97ee-4c46-9cfc-149543903a12, host dv-cinder-803901-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-6-iscsi',level=0,port_id=5bfde6ff-97ee-4c46-9cfc-149543903a12,segment=NetworkSegment(efba6c35-2887-4b46-a72f-71063d43f641),segment_id=efba6c35-2887-4b46-a72f-71063d43f641)] {{(pid=101192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 07:14:04.228796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501171'] for port, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.239191 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Calling delete_port for 5bfde6ff-97ee-4c46-9cfc-149543903a12 owned by network:dhcp {{(pid=101192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 07:14:04.378777 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965'] for port, after_delete {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.385802 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16139930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766673560962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766673172965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59605629'] for port, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.407497 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Pushing event deleted for resources: {'Port': ['ID=5bfde6ff-97ee-4c46-9cfc-149543903a12,revision_number=None']} {{(pid=101193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:04.411782 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] No DVR routers for this DVR port 5bfde6ff-97ee-4c46-9cfc-149543903a12 on host dv-cinder-803901-6-iscsi {{(pid=101193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:14:04.415486 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] No DVR routers for this DVR port 5bfde6ff-97ee-4c46-9cfc-149543903a12 on host dv-cinder-803901-6-iscsi {{(pid=101192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 07:14:04.418882 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.419383 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.419615 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.420419 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.420419 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.420631 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfde6ff-97ee-4c46-9cfc-149543903a12,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:04.420720 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.420905 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.421227 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.421577 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.421873 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.422196 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.422516 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d82a46-36f4-4d20-add3-8725fe614196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:04.491950 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16156938', 'neutron.services.segments.db._delete_segments_for_network-8766673731184'] for network, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.501446 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd07e312-b99c-4ba8-9b88-98a9770dcca7']}} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:14:04.512067 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efba6c35-2887-4b46-a72f-71063d43f641') {'for_net_delete': True} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:14:04.512370 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.services.segments.db [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efba6c35-2887-4b46-a72f-71063d43f641') {} {{(pid=101192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 07:14:04.521131 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766673733753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59254936'] for segment, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.534274 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084'] for segment, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.540888 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 07:14:04.541299 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59605648'] for segment, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: Traceback (most recent call last): Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: timer() Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: cb(*args, **kw) Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: return func(*args, **kwargs) Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: self._notify() Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: self.callback(batched_events) Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: event.method(event) Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: return f(self, *a, **k) Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._get(url).json() Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: return self.request(url, 'GET', **kwargs) Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 07:14:04.543185 dv-cinder-803901-6-iscsi neutron-server[101192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 07:14:04.658635 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16156947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495786'] for network, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.664588 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653085'] for network, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:04.666429 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd07e312-b99c-4ba8-9b88-98a9770dcca7 HTTP/1.1" status: 204 len: 168 time: 0.9198680 Aug 16 07:14:04.676972 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9dc7c-3999-473c-9dbf-5c34bd43827b admin admin] Pushing event deleted for resources: {'Network': ['ID=cd07e312-b99c-4ba8-9b88-98a9770dcca7,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:04.997316 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40964) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:05.038266 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-053fab23-1f45-4bf3-8550-b591b82952c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50d98475f7724d6a9d0daea75632c5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395093 Aug 16 07:14:05.040597 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 40966) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:05.087150 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-211b0a45-e61c-420b-b95d-bddab9da7a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:05.107386 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-211b0a45-e61c-420b-b95d-bddab9da7a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:05.231936 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-211b0a45-e61c-420b-b95d-bddab9da7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:05.234503 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-211b0a45-e61c-420b-b95d-bddab9da7a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:05.235677 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-211b0a45-e61c-420b-b95d-bddab9da7a5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74332274-3a4f-4dd6-a81b-692b66d74188 HTTP/1.1" status: 204 len: 168 time: 0.1942058 Aug 16 07:14:05.244063 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b0a45-e61c-420b-b95d-bddab9da7a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74332274-3a4f-4dd6-a81b-692b66d74188,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:05.606384 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 5bfde6ff-97ee-4c46-9cfc-149543903a12 no longer exists at agent ovs-agent-dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 07:14:05.627035 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.plugin [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] No Port match for: 5bfde6ff-97ee-4c46-9cfc-149543903a12 {{(pid=101193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 07:14:05.627406 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron.plugins.ml2.rpc [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Device 5bfde6ff-97ee-4c46-9cfc-149543903a12 not bound to the agent host dv-cinder-803901-6-iscsi {{(pid=101193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 07:14:07.917805 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-98a64a4b-1b8b-498f-87ce-1e30c078a26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:10.843412 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:11.008805 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-46689f3d-3d38-402b-92fa-aeb0c5c00db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:12.035960 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:12.322285 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41068) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:12.426111 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3665cebf-0397-48e1-b349-958c00563d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:12.511799 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3665cebf-0397-48e1-b349-958c00563d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:12.580383 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-3665cebf-0397-48e1-b349-958c00563d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:12.618717 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-3665cebf-0397-48e1-b349-958c00563d04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60aea39c19ba4cf280ec3e605b38522d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953362 Aug 16 07:14:12.620692 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665cebf-0397-48e1-b349-958c00563d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa26e98-2bd3-48b8-941e-e44a3708dbfb,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:12.621509 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41072) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:12.672151 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbe70-5265-48a5-8698-948d23a61786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:12.692631 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbe70-5265-48a5-8698-948d23a61786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:12.814477 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbe70-5265-48a5-8698-948d23a61786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:12.817124 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbe70-5265-48a5-8698-948d23a61786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:12.818300 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-9b9cbe70-5265-48a5-8698-948d23a61786 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3aa26e98-2bd3-48b8-941e-e44a3708dbfb HTTP/1.1" status: 204 len: 168 time: 0.1957731 Aug 16 07:14:12.833328 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cbe70-5265-48a5-8698-948d23a61786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa26e98-2bd3-48b8-941e-e44a3708dbfb,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:13.434842 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41080) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:13.443051 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:13.448858 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-033dbee2-5240-4489-848a-e8bf68b331f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:13.534113 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-033dbee2-5240-4489-848a-e8bf68b331f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:13.631607 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-033dbee2-5240-4489-848a-e8bf68b331f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:13.671480 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dbee2-5240-4489-848a-e8bf68b331f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d97d9d4-901d-42cb-968e-b040fad91f1b,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:13.676028 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-033dbee2-5240-4489-848a-e8bf68b331f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee05b0c3710145bdaf21136440f90af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401524 Aug 16 07:14:13.678857 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41082) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:13.727276 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-54fe91e8-9bdf-4599-89c8-031bee91a2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:13.748761 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-54fe91e8-9bdf-4599-89c8-031bee91a2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:13.894332 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-54fe91e8-9bdf-4599-89c8-031bee91a2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:13.897194 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-54fe91e8-9bdf-4599-89c8-031bee91a2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:13.898886 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-54fe91e8-9bdf-4599-89c8-031bee91a2df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d97d9d4-901d-42cb-968e-b040fad91f1b HTTP/1.1" status: 204 len: 168 time: 0.2187643 Aug 16 07:14:13.906762 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe91e8-9bdf-4599-89c8-031bee91a2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d97d9d4-901d-42cb-968e-b040fad91f1b,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:15.235034 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:14:16.162269 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41128) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:16.269960 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9c438f08-a565-4ef6-9203-516544fe148f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:16.357102 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9c438f08-a565-4ef6-9203-516544fe148f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:16.417829 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-9c438f08-a565-4ef6-9203-516544fe148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:16.455512 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-9c438f08-a565-4ef6-9203-516544fe148f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=583a6871141044baa4d1d27570e06759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920432 Aug 16 07:14:16.456369 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c438f08-a565-4ef6-9203-516544fe148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db62ed88-0181-4772-a95c-70dfc487dbeb,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:16.458157 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41132) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:16.506413 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fb15de82-5a76-472a-9a90-00b25b2f3760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:16.527371 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fb15de82-5a76-472a-9a90-00b25b2f3760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:16.640807 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fb15de82-5a76-472a-9a90-00b25b2f3760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:16.643605 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-fb15de82-5a76-472a-9a90-00b25b2f3760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:16.644745 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-fb15de82-5a76-472a-9a90-00b25b2f3760 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db62ed88-0181-4772-a95c-70dfc487dbeb HTTP/1.1" status: 204 len: 168 time: 0.1856060 Aug 16 07:14:16.652489 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15de82-5a76-472a-9a90-00b25b2f3760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db62ed88-0181-4772-a95c-70dfc487dbeb,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:17.201655 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41138) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:17.216008 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7703c969-b70a-405a-ad6e-147a4c2bb84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:17.307470 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7703c969-b70a-405a-ad6e-147a4c2bb84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:17.369907 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7703c969-b70a-405a-ad6e-147a4c2bb84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:17.408732 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703c969-b70a-405a-ad6e-147a4c2bb84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbe9f12-b9d9-4ad6-9923-463b3bd5caf3,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:17.413358 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-7703c969-b70a-405a-ad6e-147a4c2bb84d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0c085f4415e4eb4b847db93487d154a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106357 Aug 16 07:14:17.416690 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41140) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:17.465238 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-427a91a9-536a-4887-970b-f586d80e1129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:17.485807 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-427a91a9-536a-4887-970b-f586d80e1129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:17.589293 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-427a91a9-536a-4887-970b-f586d80e1129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:17.591925 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-427a91a9-536a-4887-970b-f586d80e1129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:17.593062 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-427a91a9-536a-4887-970b-f586d80e1129 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dbe9f12-b9d9-4ad6-9923-463b3bd5caf3 HTTP/1.1" status: 204 len: 168 time: 0.1754184 Aug 16 07:14:17.604445 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a91a9-536a-4887-970b-f586d80e1129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbe9f12-b9d9-4ad6-9923-463b3bd5caf3,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:20.230673 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41198) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:20.332116 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa829-da7a-4a8e-ba29-6a8c8a1c6dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:20.418341 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa829-da7a-4a8e-ba29-6a8c8a1c6dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:20.500217 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa829-da7a-4a8e-ba29-6a8c8a1c6dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:20.541268 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-ff0aa829-da7a-4a8e-ba29-6a8c8a1c6dad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3115c741b2aa4dff9b1cf124a42f131e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095078 Aug 16 07:14:20.542383 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aa829-da7a-4a8e-ba29-6a8c8a1c6dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275ae6eb-855a-406b-9a0a-e3bc9115e3a2,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:20.544001 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41202) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:20.595114 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-052dd8eb-d057-4b39-821a-d2ef96248dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:20.615094 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-052dd8eb-d057-4b39-821a-d2ef96248dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:20.726627 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-052dd8eb-d057-4b39-821a-d2ef96248dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:20.729173 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-052dd8eb-d057-4b39-821a-d2ef96248dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:20.730339 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-052dd8eb-d057-4b39-821a-d2ef96248dca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/275ae6eb-855a-406b-9a0a-e3bc9115e3a2 HTTP/1.1" status: 204 len: 168 time: 0.1853518 Aug 16 07:14:20.737670 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dd8eb-d057-4b39-821a-d2ef96248dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ae6eb-855a-406b-9a0a-e3bc9115e3a2,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:21.281774 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41208) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:21.295608 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-20622b71-7899-447b-b092-91064fe9bda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:21.380796 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-20622b71-7899-447b-b092-91064fe9bda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:21.431399 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-20622b71-7899-447b-b092-91064fe9bda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:21.468794 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-20622b71-7899-447b-b092-91064fe9bda7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=654d4d3f232b46a394d08d0ba75e6f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859035 Aug 16 07:14:21.469584 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20622b71-7899-447b-b092-91064fe9bda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0954dd-e9d6-402d-9d4b-d1703fbfa70c,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:21.471569 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41210) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:21.521915 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-12aac082-40fc-4698-86ad-649f15da2fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:21.544287 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-12aac082-40fc-4698-86ad-649f15da2fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:21.665650 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-12aac082-40fc-4698-86ad-649f15da2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:21.668331 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-12aac082-40fc-4698-86ad-649f15da2fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:21.669605 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-12aac082-40fc-4698-86ad-649f15da2fd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e0954dd-e9d6-402d-9d4b-d1703fbfa70c HTTP/1.1" status: 204 len: 168 time: 0.1969700 Aug 16 07:14:21.677745 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac082-40fc-4698-86ad-649f15da2fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0954dd-e9d6-402d-9d4b-d1703fbfa70c,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:23.194819 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41240) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:23.297368 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a699-fdf2-4f15-8555-6fe071309be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:23.391164 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a699-fdf2-4f15-8555-6fe071309be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:23.471584 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a699-fdf2-4f15-8555-6fe071309be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:23.509072 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-7fc3a699-fdf2-4f15-8555-6fe071309be8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61b24601ca7746d591b6c86d91e90d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129184 Aug 16 07:14:23.510128 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3a699-fdf2-4f15-8555-6fe071309be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5bbbff-1ff8-4d5d-aca7-00f1a98b50f5,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:23.511580 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41244) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:23.559432 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d55117bf-2ce6-45c5-8fb1-8eb0c173b509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:23.583092 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d55117bf-2ce6-45c5-8fb1-8eb0c173b509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:23.700353 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d55117bf-2ce6-45c5-8fb1-8eb0c173b509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:23.702882 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-d55117bf-2ce6-45c5-8fb1-8eb0c173b509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:23.704053 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-d55117bf-2ce6-45c5-8fb1-8eb0c173b509 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d5bbbff-1ff8-4d5d-aca7-00f1a98b50f5 HTTP/1.1" status: 204 len: 168 time: 0.1915038 Aug 16 07:14:23.711595 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55117bf-2ce6-45c5-8fb1-8eb0c173b509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5bbbff-1ff8-4d5d-aca7-00f1a98b50f5,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:24.328593 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:37.880688 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c89f7c59-2e95-494a-80e5-94ba4ab8cdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:40.831244 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:41.020878 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-54d1aa86-b671-49b6-b86f-a0c08c2993e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:42.060072 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:43.459601 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:51.944637 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41406) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:52.046222 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e4ac27f3-a9ae-4c42-9dc6-ca3766ca16a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:52.135400 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e4ac27f3-a9ae-4c42-9dc6-ca3766ca16a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:52.190751 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-e4ac27f3-a9ae-4c42-9dc6-ca3766ca16a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:52.230571 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-e4ac27f3-a9ae-4c42-9dc6-ca3766ca16a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27f6fdd783dd4328a572c8e6011c04ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818518 Aug 16 07:14:52.230571 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac27f3-a9ae-4c42-9dc6-ca3766ca16a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd7b6bf-d099-45cf-b8dc-2a06664ec6df,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:52.231057 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41410) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:52.234350 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:14:52.281526 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-21e3d66e-1803-45d8-8b3f-468b66a4b26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:52.302199 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-21e3d66e-1803-45d8-8b3f-468b66a4b26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:52.556592 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-21e3d66e-1803-45d8-8b3f-468b66a4b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:52.559258 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-21e3d66e-1803-45d8-8b3f-468b66a4b26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:52.560406 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-21e3d66e-1803-45d8-8b3f-468b66a4b26d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dd7b6bf-d099-45cf-b8dc-2a06664ec6df HTTP/1.1" status: 204 len: 168 time: 0.3284826 Aug 16 07:14:52.567918 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3d66e-1803-45d8-8b3f-468b66a4b26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd7b6bf-d099-45cf-b8dc-2a06664ec6df,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:54.317957 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41444) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:54.405157 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:54.420516 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:54.507446 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:54.567858 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:54.606726 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a4143c63049460c907f42a308719fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876720 Aug 16 07:14:54.607932 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c728aa2-c2f1-4fb8-af3a-4d77ecb15f4a,revision_number=1']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:14:54.609501 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41448) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:14:54.615502 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.615854 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.616189 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.616641 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.617003 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.617332 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.617655 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.617982 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.618307 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.618734 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.619061 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.619412 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395411-4f92-448f-adc9-ebbd0e637821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:14:54.658724 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-56e69aaa-6c1d-4948-94d7-f0f98e044d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:54.679054 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-56e69aaa-6c1d-4948-94d7-f0f98e044d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:54.796561 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-56e69aaa-6c1d-4948-94d7-f0f98e044d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:54.799214 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-56e69aaa-6c1d-4948-94d7-f0f98e044d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:14:54.800341 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-56e69aaa-6c1d-4948-94d7-f0f98e044d00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c728aa2-c2f1-4fb8-af3a-4d77ecb15f4a HTTP/1.1" status: 204 len: 168 time: 0.1893575 Aug 16 07:14:54.808635 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e69aaa-6c1d-4948-94d7-f0f98e044d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c728aa2-c2f1-4fb8-af3a-4d77ecb15f4a,revision_number=None']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:15:07.893278 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-d09d5dad-24b6-4927-9de2-4c95964bcb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:10.819196 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:10.996460 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-791a8ca7-3e99-483e-88e4-c1d80ad3d46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:12.046079 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:13.447692 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:20.240543 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [-] (101192) accepted ('10.222.0.20', 41596) {{(pid=101192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:15:20.351257 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:20.460616 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:20.549497 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron_lib.callbacks.manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_create {{(pid=101192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:20.587989 dv-cinder-803901-6-iscsi neutron-server[101192]: INFO neutron.wsgi [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef31148a092342e3bd4266052497b11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463030 Aug 16 07:15:20.588785 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ece89bc-25a6-490b-87fa-149a88472402,revision_number=1']} {{(pid=101192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:15:20.590697 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [-] (101191) accepted ('10.222.0.20', 41600) {{(pid=101191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 07:15:20.596082 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.596448 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.596793 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.597192 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.597538 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.597870 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.598196 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.598548 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.598873 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.599231 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.599555 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.599872 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c2f780-abb2-4df4-a2ca-db83a10a6981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-6-iscsi {{(pid=101192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 07:15:20.640508 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d00aa2b5-655c-4e30-99c3-b46ef680e9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:20.664533 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d00aa2b5-655c-4e30-99c3-b46ef680e9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:20.800654 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d00aa2b5-655c-4e30-99c3-b46ef680e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601520'] for security_group, after_delete {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:20.803248 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron_lib.callbacks.manager [None req-d00aa2b5-655c-4e30-99c3-b46ef680e9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:20.804399 dv-cinder-803901-6-iscsi neutron-server[101191]: INFO neutron.wsgi [None req-d00aa2b5-655c-4e30-99c3-b46ef680e9d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ece89bc-25a6-490b-87fa-149a88472402 HTTP/1.1" status: 204 len: 168 time: 0.2126923 Aug 16 07:15:20.823542 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aa2b5-655c-4e30-99c3-b46ef680e9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ece89bc-25a6-490b-87fa-149a88472402,revision_number=None']} {{(pid=101191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 07:15:24.348774 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:29.234596 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:15:37.891676 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-2cc22b4b-05c7-4d04-a9e8-03a8362820cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:40.858469 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:41.001578 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-5c710f18-298c-4a92-b398-df65445cff13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:42.018674 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:43.435911 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:15:54.325520 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:06.232562 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:16:07.930815 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-53639e52-73d0-4de5-9e3b-cc04ef855c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:10.828093 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:10.982507 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c5d71e83-25bb-44bc-92c5-e6d1d4fe47fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:12.046290 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:13.469140 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:24.308988 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:37.891118 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e380-11cc-46d3-8e0d-21a50791a560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:40.828663 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:40.982909 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-6fd69aed-b3fe-4f92-bf3b-9162a9881a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:42.130765 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:43.231750 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:16:43.473235 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:16:54.348230 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:07.896924 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e661a0c1-b7ea-44ab-bc7d-c17cceda7338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:10.805222 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:11.011029 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-614de172-ba16-4440-af86-ff49ca84dabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:12.055489 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:13.502549 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:20.230824 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:17:24.393501 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:37.901990 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ac083e3e-c2d4-4176-8662-79711d21b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:40.793063 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:40.987456 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7d86ddbf-cf24-4b0c-bfc9-8df40186a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:42.056244 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:43.472746 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:49.409367 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [req-c7f3d6bf-0c08-4c56-a099-6a71cedfb38c req-b921a731-320f-4e64-83e7-4b61bd7d3146 service neutron] (101192) timed out ('10.222.0.18', 61205) {{(pid=101192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 07:17:54.398786 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:17:57.230867 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:18:07.878483 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf755-57b7-4d6b-a41b-2c87f20b5082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:10.820808 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:11.004007 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-d0b28e2a-7ab5-45dd-b1e3-d0c7d17128c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:12.026532 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:13.466426 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:24.391903 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:34.230266 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:18:37.929278 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-ca56a32e-836c-4c0d-bb6f-81954ce1236d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:40.814653 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:40.974616 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3db8-9cce-4a28-ba60-2c6a2cbf5d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:42.020519 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:43.448811 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:18:54.362840 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:07.905255 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-de2c8258-1858-4fb9-87e4-2ecb00940f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:10.819687 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:10.985160 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-f854102c-eccc-4833-b090-a8a781df0f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:11.229109 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:19:12.042381 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:13.482787 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:24.356825 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:37.887844 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-e6b38934-2f3c-47b4-8db1-79d7b9ed48bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:40.802292 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:40.956123 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-23f75fad-420d-4fc6-8623-0b0915c017df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:42.036230 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:43.476424 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:19:48.228583 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:19:54.407728 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:07.898450 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-0ce714da-b2d4-4ca0-b641-08753c8afc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:10.813326 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:10.961690 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-fdd9538b-49d0-46ed-82e8-e3ce94a4379b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:12.053622 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:13.118319 dv-cinder-803901-6-iscsi neutron-server[101192]: DEBUG neutron.wsgi [req-471c2e0b-e4ad-4237-a83c-78d893b5d1bc req-98ae7b03-ffae-4675-ae33-aed35699b077 service neutron] (101192) timed out ('10.222.0.20', 39314) {{(pid=101192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 07:20:13.510756 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:24.430036 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-18c87be6-a16f-49cc-9291-668f80f63582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:25.227708 dv-cinder-803901-6-iscsi neutron-server[101194]: DEBUG neutron.db.agents_db [None req-91e29a8c-1c8d-490a-ab46-5997c5255a32 None None] Agent healthcheck: found 6 active agents {{(pid=101194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 07:20:37.938517 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-c32e20d7-5227-475e-8c47-064cfc887261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:40.824013 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-7acd779a-dcf7-4a8e-be9b-04ec872fd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:40.983710 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-beebcd96-81ec-4d28-9ac6-a29027a35453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:42.047801 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-df635b57-53bb-4c2a-b9a0-a606460a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 07:20:43.121471 dv-cinder-803901-6-iscsi neutron-server[101191]: DEBUG neutron.wsgi [req-bdb3d62d-4024-4554-bd29-02d15545839e req-6f934815-132e-4442-93ee-242770196a2c service neutron] (101191) timed out ('10.222.0.20', 36180) {{(pid=101191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 07:20:43.498572 dv-cinder-803901-6-iscsi neutron-server[101193]: DEBUG neutron_lib.callbacks.manager [None req-87ea772f-77da-4436-9b2a-c0047117d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766673731076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209540'] for agent, after_update {{(pid=101193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}